-- Logs begin at Wed 2022-04-06 15:31:13 UTC, end at Wed 2022-04-06 16:53:02 UTC. -- Apr 06 16:21:41.352215 dv-cinder-815660-7-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 06 16:21:44.299108 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.common.config [-] Logging enabled! Apr 06 16:21:44.299766 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev86 Apr 06 16:21:44.299944 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103571) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 06 16:21:44.303293 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.common.config [-] Logging enabled! Apr 06 16:21:44.303551 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev86 Apr 06 16:21:44.303901 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103571) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 06 16:21:44.304843 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 16:21:44.305079 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 16:21:44.305458 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 16:21:44.305707 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 16:21:44.305936 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 16:21:44.306355 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.306787 dv-cinder-815660-7-smb neutron-server[103571]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 06 16:21:44.307104 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.307406 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.307711 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.308038 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.308335 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.308621 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.308913 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.309212 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.309503 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.309786 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.310072 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.310363 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.310648 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.310939 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.311230 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.311518 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] debug = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.311832 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.312277 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.312708 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.312993 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.313285 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.313573 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.314380 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.314667 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.314952 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.315290 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] host = dv-cinder-815660-7-smb {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.315571 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.315893 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.316197 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.316476 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.316758 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.317042 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.317330 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.317609 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.317885 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] log_file = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.318165 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.318458 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.318751 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.319044 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.319272 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.319498 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.319822 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.320117 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.320396 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.320675 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.320957 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.321236 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.321514 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.321791 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.322079 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.322375 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.322663 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.322939 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.323217 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.323493 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.323795 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.324089 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.324366 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.324644 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.324922 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.325213 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.325486 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.325768 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.326073 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.326366 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.326652 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.326940 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.327216 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.327500 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.327803 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.328083 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.328360 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] use_json = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.328638 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.328913 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.329196 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.330134 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.330415 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.330696 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.330977 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.331271 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.331550 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:44.331881 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.332185 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.332493 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.332800 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.333094 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.333380 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.333673 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.333955 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.334248 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.334545 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.334844 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.335131 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.335437 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.335761 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.336064 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.336372 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.336671 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.336968 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.337250 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.337530 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.337809 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.338093 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.338385 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.338673 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.338969 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.339262 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.339547 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.339874 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.340166 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.340462 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.340757 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.341035 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.341327 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.341619 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.341906 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.342183 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.342465 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.342756 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.343038 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.343316 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.343601 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.343904 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.344182 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.344458 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.344739 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.345061 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.345347 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.345620 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.345893 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.346173 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.346447 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.346735 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.347015 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.347290 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.347565 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.347870 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.348147 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.348424 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.348703 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.348979 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.349260 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.349535 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.349810 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.350085 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.350358 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.350633 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.350907 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.351180 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.351459 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.351752 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.352030 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.352303 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.352578 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.352854 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.353142 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.353441 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.353724 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.354002 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.354281 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.354561 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.354841 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.355119 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.355400 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.355679 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.355975 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.356266 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.356552 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.356839 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.357145 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.357425 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.357721 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.358001 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.358280 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.358566 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.358846 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.359137 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.359410 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.359717 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.360015 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.360311 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.360634 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.360941 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.361229 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.361509 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.361818 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.362101 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:44.362319 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 16:21:44.362560 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103571) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 06 16:21:44.744638 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 06 16:21:44.744917 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 06 16:21:44.745230 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 06 16:21:44.745568 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 06 16:21:45.078462 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:45.078678 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:45.078941 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:45.080798 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:45.081079 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:45.083219 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:45.136440 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:45.136730 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:45.137001 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:45.152381 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:45.152665 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:45.152937 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:45.184003 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:45.184286 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:45.184559 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:45.222007 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:45.222292 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:45.222567 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:45.569631 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:45.570281 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:45.570281 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:45.570465 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:45.571127 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:45.674164 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:45.674479 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:45.674764 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:45.675038 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:45.675308 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:45.675625 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:45.675919 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:45.676184 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:45.676442 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:45.676725 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:45.676992 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:45.677261 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:45.677519 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:45.677774 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:45.678031 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:45.678299 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:45.678557 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:45.678830 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:45.679106 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:45.679376 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:45.679651 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:45.679929 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:45.680212 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:45.680590 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:45.680842 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:45.681091 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:45.681582 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103571) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 16:21:45.681830 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103571) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 16:21:45.682072 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103571) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 16:21:45.682313 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103571) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 16:21:45.682555 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103571) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 16:21:45.682795 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103571) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 16:21:45.683167 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 06 16:21:45.686307 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 06 16:21:45.690364 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 06 16:21:45.694156 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Apr 06 16:21:45.695816 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 06 16:21:45.696285 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 06 16:21:45.696620 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 06 16:21:45.697007 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 06 16:21:45.700898 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 06 16:21:45.701150 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 06 16:21:45.701494 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 06 16:21:45.706928 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 06 16:21:45.730803 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 06 16:21:45.731254 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:45.731556 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103571) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 06 16:21:45.731954 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:45.733313 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103571) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 06 16:21:45.733596 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 06 16:21:45.733843 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 06 16:21:45.737158 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:45.737447 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:45.799824 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 06 16:21:45.800008 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 06 16:21:45.800243 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 06 16:21:45.800615 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 06 16:21:45.820956 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_db.sqlalchemy.engines [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103571) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 06 16:21:46.394830 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.plugins.ml2.managers [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Initializing driver for type 'gre' Apr 06 16:21:46.395384 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] gre ID ranges: [(1, 1000)] Apr 06 16:21:46.658049 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.plugins.ml2.managers [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Initializing driver for type 'local' Apr 06 16:21:46.658691 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.plugins.ml2.managers [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Initializing driver for type 'vlan' Apr 06 16:21:46.758697 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] VlanTypeDriver initialization complete Apr 06 16:21:46.759035 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.plugins.ml2.managers [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Initializing driver for type 'vxlan' Apr 06 16:21:46.759535 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] vxlan ID ranges: [(1, 1000)] Apr 06 16:21:46.982667 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.plugins.ml2.managers [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Initializing extension driver 'port_security' Apr 06 16:21:46.983006 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.plugins.ml2.extensions.port_security [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] PortSecurityExtensionDriver initialization complete Apr 06 16:21:46.983363 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.plugins.ml2.managers [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Initializing mechanism driver 'openvswitch' Apr 06 16:21:46.983686 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.plugins.ml2.managers [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Initializing mechanism driver 'hyperv' Apr 06 16:21:46.991013 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:21:46.991926 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > port after_create 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:46.992307 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > port after_update 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:46.992656 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > port after_delete 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:46.993195 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103571) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 16:21:46.993631 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > subnet after_create 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:46.993988 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > subnet after_update 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:46.994335 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:46.994736 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103571) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 16:21:46.995143 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > network after_create 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:46.995492 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > network after_update 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:46.995867 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > network after_delete 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:46.996264 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103571) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 16:21:46.996669 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > security_group after_create 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:46.997027 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > security_group after_update 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:46.997374 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:46.997772 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103571) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 16:21:46.998175 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:46.998520 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:46.998860 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:46.999253 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103571) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 16:21:46.999654 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > address_group after_create 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.000026 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > address_group after_update 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.000365 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.000762 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103571) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 16:21:47.002061 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] ML2 OVO RPC backend initialized. {{(pid=103571) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 06 16:21:47.002604 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.002966 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.003394 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > network before_response 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.003772 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > networks before_response 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.004132 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > port before_response 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.005783 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > ports before_response 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.005783 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > subnet before_response 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.005783 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > subnets before_response 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.005783 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > network after_create 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.006077 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > network after_update 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.006165 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > network after_delete 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.006465 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > port after_create 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.006806 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > port after_update 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.007144 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > port after_delete 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.007482 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > subnet after_create 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.007852 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > subnet after_update 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.008193 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.015380 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.quota [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded quota_driver: . Apr 06 16:21:47.015775 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Modular L2 Plugin initialization complete Apr 06 16:21:47.016127 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading services supported by the core plugin {{(pid=103571) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 06 16:21:47.016474 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.plugins.ml2.managers [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Got port-security extension from driver 'port_security' Apr 06 16:21:47.017162 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.extensions.vlantransparent [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Disabled vlantransparent extension. Apr 06 16:21:47.017482 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103571) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 06 16:21:47.017811 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading Plugin: router Apr 06 16:21:47.053267 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.053669 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > router after_create 55549900 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.054045 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > router before_create 55549900 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.054415 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.054812 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.055158 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > router after_delete 55549900 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.055519 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.055896 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.056260 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > router after_create 55549900 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.056609 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > router after_update 55549900 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.056964 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > router after_update 55549900 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.057317 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.057676 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > router after_update 55549900 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.058093 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > router precommit_update 55549900 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.058464 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: port after_update 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.058807 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: port after_delete 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.059148 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: subnet after_update 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.059497 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.059885 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.060240 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > router precommit_create 55549900 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.060588 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: port before_delete 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.060934 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > router precommit_create 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.061294 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > router after_update 55549900 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.061636 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.061994 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > router precommit_create 55549900 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.062358 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.062706 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > router precommit_update 55549900 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.063073 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > agent after_create 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.064282 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > agent after_delete 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.064645 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > network after_delete 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.065519 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.quota.resource_registry [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Tracking information for resource: router configured {{(pid=103571) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 16:21:47.065855 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.quota.resource_registry [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Tracking information for resource: floatingip configured {{(pid=103571) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 16:21:47.070705 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.db.l3_agentschedulers_db [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 06 16:21:47.071289 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: port after_update 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.071655 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: port after_create 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.072039 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: port after_delete 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.072397 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: port after_update 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.073199 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > router before_create 55550100 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.073568 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.073936 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > router precommit_create 55550100 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.074313 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > router precommit_update 55550100 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.078989 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.services.provider_configuration [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Service providers = [] {{(pid=103571) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 06 16:21:47.079448 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.db.servicetype_db [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103571) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 06 16:21:47.082436 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.services.service_base [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103571) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 16:21:47.082785 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.services.service_base [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103571) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 16:21:47.083126 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.services.service_base [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103571) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 16:21:47.084043 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.services.service_base [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103571) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 16:21:47.084417 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.services.service_base [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 06 16:21:47.084796 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103571) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 16:21:47.085118 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 06 16:21:47.095977 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103571) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 16:21:47.096315 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading Plugin: auto_allocate Apr 06 16:21:47.102073 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: network precommit_update 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.102441 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: network precommit_create 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.102962 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103571) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 16:21:47.103285 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading Plugin: tag Apr 06 16:21:47.110001 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103571) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 16:21:47.110834 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading Plugin: timestamp Apr 06 16:21:47.114659 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103571) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 16:21:47.114991 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading Plugin: network_ip_availability Apr 06 16:21:47.120480 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.120851 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.121211 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.121923 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103571) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 16:21:47.122245 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading Plugin: flavors Apr 06 16:21:47.129073 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103571) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 16:21:47.129415 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading Plugin: revisions Apr 06 16:21:47.133707 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103571) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 16:21:47.134105 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_concurrency.lockutils [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.389s {{(pid=103571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 06 16:21:47.134848 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103571) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 06 16:21:47.135182 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Initializing extension manager. Apr 06 16:21:47.135725 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: __init__.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.136065 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: __pycache__ {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.136401 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: address_group.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.137158 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.137725 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: address-group Apr 06 16:21:47.138051 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: address_scope.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.138766 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.139272 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: address-scope Apr 06 16:21:47.139597 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.140558 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.141068 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: router-admin-state-down-before-update Apr 06 16:21:47.141393 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: agent.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.142173 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.142730 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: agent Apr 06 16:21:47.143054 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: agent_resources_synced.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.144015 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.144507 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: agent-resources-synced Apr 06 16:21:47.144830 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: allowedaddresspairs.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.146622 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.147148 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: allowed-address-pairs Apr 06 16:21:47.151594 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: auto_allocated_topology.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.153116 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.153740 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: auto-allocated-topology Apr 06 16:21:47.154075 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: availability_zone.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.154778 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.155283 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: availability_zone Apr 06 16:21:47.155614 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: availability_zone_filter.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.156578 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.157087 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: availability_zone_filter Apr 06 16:21:47.157592 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: data_plane_status.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.158613 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.159115 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extension data-plane-status not supported by any of loaded plugins Apr 06 16:21:47.159444 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: default_subnetpools.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.160648 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.161150 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: default-subnetpools Apr 06 16:21:47.161477 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.162291 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.162797 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: dhcp_agent_scheduler Apr 06 16:21:47.163124 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: dns.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.164071 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.164570 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extension dns-integration not supported by any of loaded plugins Apr 06 16:21:47.164894 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: dns_domain_ports.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.165813 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.166313 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 06 16:21:47.166637 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.167562 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.168095 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 06 16:21:47.168420 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: dvr.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.169090 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.169592 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: dvr Apr 06 16:21:47.169917 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: ecmp_routes.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.170836 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.171337 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 06 16:21:47.171662 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: empty_string_filtering.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.172598 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.173796 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: empty-string-filtering Apr 06 16:21:47.174229 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.175152 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.175663 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 06 16:21:47.176011 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.176937 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.177446 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 06 16:21:47.177776 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: external_net.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.178689 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.179198 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: external-net Apr 06 16:21:47.179524 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.180463 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.180977 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: extra_dhcp_opt Apr 06 16:21:47.181299 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: extraroute.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.182206 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.182716 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: extraroute Apr 06 16:21:47.183041 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: extraroute_atomic.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.184092 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.184604 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: extraroute-atomic Apr 06 16:21:47.184930 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: filter_validation.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.185599 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.186100 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: filter-validation Apr 06 16:21:47.186423 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: fip_pf_description.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.187341 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.187876 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 06 16:21:47.188199 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: fip_pf_port_range.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.189772 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.190272 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 06 16:21:47.190593 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: fip_port_details.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.191722 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.192304 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: fip-port-details Apr 06 16:21:47.192631 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: flavors.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.193866 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.194384 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: flavors Apr 06 16:21:47.194718 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.196431 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.196963 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 06 16:21:47.197297 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: floatingip_pools.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.197999 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.198508 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: floatingip-pools Apr 06 16:21:47.198834 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: ip_allocation.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.199803 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.200309 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extension ip_allocation not supported by any of loaded plugins Apr 06 16:21:47.200632 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.201556 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.202059 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: ip-substring-filtering Apr 06 16:21:47.202385 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: l2_adjacency.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.203322 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.203857 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 06 16:21:47.204240 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: l3.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.205319 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.205835 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: router Apr 06 16:21:47.206159 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.208491 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.209021 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 06 16:21:47.209361 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.210300 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.210815 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: ext-gw-mode Apr 06 16:21:47.211147 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.212085 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.212595 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: l3-ha Apr 06 16:21:47.212924 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.213841 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.214352 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 06 16:21:47.214676 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: l3_flavors.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.215590 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.216132 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: l3-flavors Apr 06 16:21:47.216470 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.217837 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.218356 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 06 16:21:47.218686 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.219601 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.220697 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 06 16:21:47.221030 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: l3agentscheduler.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.222083 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.222597 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: l3_agent_scheduler Apr 06 16:21:47.222928 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: local_ip.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.224766 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.225293 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extension local_ip not supported by any of loaded plugins Apr 06 16:21:47.225629 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: logging.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.227235 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.227784 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extension logging not supported by any of loaded plugins Apr 06 16:21:47.228127 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: metering.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.228879 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.229462 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: metering Apr 06 16:21:47.229797 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.230883 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.231399 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: metering_source_and_destination_fields Apr 06 16:21:47.231758 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: multiprovidernet.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.232742 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.233196 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: multi-provider Apr 06 16:21:47.233523 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: netmtu.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.234435 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.234942 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: net-mtu Apr 06 16:21:47.235269 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: netmtu_writable.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.236940 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.237444 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: net-mtu-writable Apr 06 16:21:47.237770 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: network_availability_zone.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.238442 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.238948 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: network_availability_zone Apr 06 16:21:47.239272 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: network_ip_availability.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.240410 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.240922 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: network-ip-availability Apr 06 16:21:47.241248 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: network_segment_range.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.242014 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.242522 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extension network-segment-range not supported by any of loaded plugins Apr 06 16:21:47.242845 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: pagination.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.243853 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.244185 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: pagination Apr 06 16:21:47.244508 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: port_device_profile.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.245421 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.245934 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: port-device-profile Apr 06 16:21:47.246263 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.247187 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.247727 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: port-mac-address-regenerate Apr 06 16:21:47.248048 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.248957 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.249463 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: port-numa-affinity-policy Apr 06 16:21:47.249787 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: port_resource_request.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.250704 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.251251 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extension port-resource-request not supported by any of loaded plugins Apr 06 16:21:47.251556 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: port_resource_request_groups.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.252552 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.253056 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 06 16:21:47.253382 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: portbindings.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.254308 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.254814 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: binding Apr 06 16:21:47.255136 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: portbindings_extended.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.256423 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.256938 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: binding-extended Apr 06 16:21:47.257271 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: portsecurity.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.258185 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.258697 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: port-security Apr 06 16:21:47.259025 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: project_id.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.260028 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.260359 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: project-id Apr 06 16:21:47.260683 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: providernet.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.261607 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.262119 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: provider Apr 06 16:21:47.262443 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: qos.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.265946 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.266463 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extension qos not supported by any of loaded plugins Apr 06 16:21:47.266883 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.268310 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.268822 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 06 16:21:47.269154 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.270076 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.270583 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 06 16:21:47.270911 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: qos_default.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.271869 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.272377 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extension qos-default not supported by any of loaded plugins Apr 06 16:21:47.272706 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: qos_fip.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.273622 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.274137 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extension qos-fip not supported by any of loaded plugins Apr 06 16:21:47.274465 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.275379 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.275924 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 06 16:21:47.276251 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: qos_gateway_ip.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.277298 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.277813 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 06 16:21:47.278141 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: qos_port_network_policy.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.279078 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.279590 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 06 16:21:47.279955 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.280995 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.281504 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 06 16:21:47.281830 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.283510 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.284057 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 06 16:21:47.284384 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: qos_pps_rule.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.285810 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.286324 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extension qos-pps not supported by any of loaded plugins Apr 06 16:21:47.286658 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: qos_rule_type_details.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.287580 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.288116 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 06 16:21:47.288449 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.289359 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.289870 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 06 16:21:47.290198 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: qos_rules_alias.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.291235 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.291781 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 06 16:21:47.292111 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: quota_check_limit.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.293023 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.293532 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: quota-check-limit Apr 06 16:21:47.293859 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: quotasv2.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.294788 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.295116 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: quotas Apr 06 16:21:47.295441 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: quotasv2_detail.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.297163 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.297501 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: quota_details Apr 06 16:21:47.298411 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: rbac.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.299729 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.300263 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: rbac-policies Apr 06 16:21:47.300598 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: rbac_address_group.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.301543 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.302062 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: rbac-address-group Apr 06 16:21:47.302388 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: rbac_address_scope.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.303311 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.303848 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: rbac-address-scope Apr 06 16:21:47.304179 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: rbac_security_groups.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.305174 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.305686 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: rbac-security-groups Apr 06 16:21:47.306014 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: rbac_subnetpool.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.306943 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.307450 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: rbac-subnetpool Apr 06 16:21:47.307808 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: revisionifmatch.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.308738 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.309252 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: revision-if-match Apr 06 16:21:47.309577 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: revisions.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.310696 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.311205 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: standard-attr-revisions Apr 06 16:21:47.311535 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: router_availability_zone.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.312231 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.312740 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: router_availability_zone Apr 06 16:21:47.313066 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: routerservicetype.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.314022 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.314528 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extension router-service-type not supported by any of loaded plugins Apr 06 16:21:47.314854 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.315815 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.316329 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: security-groups-normalized-cidr Apr 06 16:21:47.316660 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.317582 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.318091 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: port-security-groups-filtering Apr 06 16:21:47.318419 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.319357 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.319902 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: security-groups-remote-address-group Apr 06 16:21:47.336933 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.337926 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.338510 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: security-groups-shared-filtering Apr 06 16:21:47.338852 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.339502 dv-cinder-815660-7-smb neutron-server[103571]: WARNING neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 06 16:21:47.339872 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: securitygroup.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.350402 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.350941 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: security-group Apr 06 16:21:47.351278 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: segment.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.352052 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.352574 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extension segment not supported by any of loaded plugins Apr 06 16:21:47.352903 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.353902 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.354412 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 06 16:21:47.354742 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: servicetype.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.357489 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.358012 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: service-type Apr 06 16:21:47.358344 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: sorting.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.359358 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.359712 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: sorting Apr 06 16:21:47.360049 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: standard_attr_segment.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.361652 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.362169 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 06 16:21:47.362514 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: standardattrdescription.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.363174 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.363684 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: standard-attr-description Apr 06 16:21:47.364069 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: stateful_security_group.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.365022 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.365535 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: stateful-security-group Apr 06 16:21:47.365863 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: stdattrs_common.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.366441 dv-cinder-815660-7-smb neutron-server[103571]: WARNING neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 06 16:21:47.366766 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.367750 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.368333 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 06 16:21:47.368665 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: subnet_onboard.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.369736 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.370311 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: subnet_onboard Apr 06 16:21:47.370644 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.371583 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.372124 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 06 16:21:47.372452 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: subnet_service_types.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.373389 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.373900 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: subnet-service-types Apr 06 16:21:47.374232 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: subnetallocation.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.375336 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.375879 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: subnet_allocation Apr 06 16:21:47.376322 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.377047 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.377559 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: subnetpool-prefix-ops Apr 06 16:21:47.377889 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.378840 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.379352 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 06 16:21:47.379681 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: tagging.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.380791 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.381308 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: standard-attr-tag Apr 06 16:21:47.381671 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: timestamp.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.382952 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.383470 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loaded extension: standard-attr-timestamp Apr 06 16:21:47.383922 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: trunk.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.384971 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.385492 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extension trunk not supported by any of loaded plugins Apr 06 16:21:47.385825 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: trunk_details.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.386755 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.387268 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extension trunk-details not supported by any of loaded plugins Apr 06 16:21:47.387738 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: uplink_status_propagation.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.388604 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.389123 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 06 16:21:47.389456 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Loading extension file: vlantransparent.py {{(pid=103571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:21:47.390142 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:21:47.390658 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 06 16:21:47.393316 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.quota.resource_registry [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Creating instance of TrackedResource for resource:network Apr 06 16:21:47.393841 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.quota.resource_registry [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Creating instance of TrackedResource for resource:subnet Apr 06 16:21:47.394294 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.quota.resource_registry [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 16:21:47.396902 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.quota.resource_registry [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Creating instance of TrackedResource for resource:port Apr 06 16:21:47.396902 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.v2.resource_helper [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103571) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 16:21:47.396902 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.v2.resource_helper [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Service FLAVORS assigned prefix: {{(pid=103571) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 16:21:47.397152 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.v2.resource_helper [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103571) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 16:21:47.397484 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.v2.resource_helper [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103571) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 16:21:47.397821 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.quota.resource_registry [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Creating instance of TrackedResource for resource:router Apr 06 16:21:47.398250 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.quota.resource_registry [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Creating instance of TrackedResource for resource:floatingip Apr 06 16:21:47.398806 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.v2.resource_helper [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Service METERING assigned prefix: /metering {{(pid=103571) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 16:21:47.400337 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.400729 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.401090 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:21:47.402092 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.quota.resource_registry [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Creating instance of CountableResource for resource:rbac_policy Apr 06 16:21:47.402538 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.quota.resource_registry [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Creating instance of TrackedResource for resource:security_group Apr 06 16:21:47.402970 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.quota.resource_registry [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 06 16:21:47.403586 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.v2.resource_helper [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Service CORE assigned prefix: {{(pid=103571) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 16:21:47.403953 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.quota.resource_registry [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 16:21:47.404311 dv-cinder-815660-7-smb neutron-server[103571]: WARNING neutron.quota.resource_registry [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] subnetpool is already registered Apr 06 16:21:47.404752 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.v2.resource_helper [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Service CORE assigned prefix: {{(pid=103571) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 16:21:47.405122 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.quota.resource_registry [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 16:21:47.405459 dv-cinder-815660-7-smb neutron-server[103571]: WARNING neutron.quota.resource_registry [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] subnetpool is already registered Apr 06 16:21:47.408256 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.v2.resource_helper [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103571) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 16:21:47.408739 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.v2.resource_helper [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Service FLAVORS assigned prefix: {{(pid=103571) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 16:21:47.409324 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.v2.resource_helper [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103571) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 16:21:47.409749 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.v2.resource_helper [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103571) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 16:21:47.410614 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.quota.resource_registry [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Creating instance of TrackedResource for resource:router Apr 06 16:21:47.410744 dv-cinder-815660-7-smb neutron-server[103571]: WARNING neutron.quota.resource_registry [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] router is already registered Apr 06 16:21:47.411162 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.quota.resource_registry [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Creating instance of TrackedResource for resource:floatingip Apr 06 16:21:47.411504 dv-cinder-815660-7-smb neutron-server[103571]: WARNING neutron.quota.resource_registry [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] floatingip is already registered Apr 06 16:21:47.411993 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.v2.resource_helper [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Service METERING assigned prefix: /metering {{(pid=103571) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 16:21:47.412657 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.quota.resource_registry [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Creating instance of CountableResource for resource:rbac_policy Apr 06 16:21:47.412995 dv-cinder-815660-7-smb neutron-server[103571]: WARNING neutron.quota.resource_registry [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] rbac_policy is already registered Apr 06 16:21:47.413413 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.quota.resource_registry [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Creating instance of TrackedResource for resource:security_group Apr 06 16:21:47.413748 dv-cinder-815660-7-smb neutron-server[103571]: WARNING neutron.quota.resource_registry [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] security_group is already registered Apr 06 16:21:47.414160 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.quota.resource_registry [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 06 16:21:47.414497 dv-cinder-815660-7-smb neutron-server[103571]: WARNING neutron.quota.resource_registry [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] security_group_rule is already registered Apr 06 16:21:47.415130 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.v2.resource_helper [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Service CORE assigned prefix: {{(pid=103571) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 16:21:47.415462 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.quota.resource_registry [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 16:21:47.415826 dv-cinder-815660-7-smb neutron-server[103571]: WARNING neutron.quota.resource_registry [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] subnetpool is already registered Apr 06 16:21:47.416269 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.v2.resource_helper [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Service CORE assigned prefix: {{(pid=103571) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 16:21:47.416620 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.quota.resource_registry [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 16:21:47.416954 dv-cinder-815660-7-smb neutron-server[103571]: WARNING neutron.quota.resource_registry [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] subnetpool is already registered Apr 06 16:21:47.417427 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extended resource: extensions {{(pid=103571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:21:47.418968 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extended resource: address-groups {{(pid=103571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:21:47.420503 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extended resource: address-scopes {{(pid=103571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:21:47.421839 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extended resource: agents {{(pid=103571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:21:47.423618 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extended resource: auto-allocated-topology {{(pid=103571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:21:47.424928 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extended resource: availability_zones {{(pid=103571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:21:47.426169 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extended resource: dhcp-networks {{(pid=103571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:21:47.427676 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extended resource: dhcp-agents {{(pid=103571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:21:47.429195 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extended resource: routers {{(pid=103571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:21:47.432502 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extended resource: flavors {{(pid=103571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:21:47.433701 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extended resource: service_profiles {{(pid=103571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:21:47.437090 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extended resource: next_providers {{(pid=103571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:21:47.437090 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extended resource: service_profiles {{(pid=103571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:21:47.438065 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extended resource: floatingip-pools {{(pid=103571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:21:47.442880 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extended resource: routers {{(pid=103571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:21:47.445087 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extended resource: floatingips {{(pid=103571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:21:47.446390 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extended resource: l3-routers {{(pid=103571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:21:47.447814 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extended resource: l3-agents {{(pid=103571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:21:47.449322 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extended resource: metering-labels {{(pid=103571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:21:47.450766 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extended resource: metering-label-rules {{(pid=103571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:21:47.452089 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extended resource: network-ip-availabilities {{(pid=103571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:21:47.453351 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extended resource: bindings {{(pid=103571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:21:47.455142 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extended resource: quotas {{(pid=103571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:21:47.456800 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extended resource: quotas {{(pid=103571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:21:47.458344 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extended resource: rbac-policies {{(pid=103571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:21:47.459638 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extended resource: security-groups {{(pid=103571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:21:47.460897 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extended resource: security-group-rules {{(pid=103571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:21:47.462193 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extended resource: service-providers {{(pid=103571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:21:47.463415 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extended resource: subnetpools {{(pid=103571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:21:47.464901 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extended resource: subnetpools {{(pid=103571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:21:47.466345 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extended resource: tags {{(pid=103571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:21:47.468160 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extended resource: tags {{(pid=103571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:21:47.470511 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extended resource: tags {{(pid=103571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:21:47.472345 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extended resource: tags {{(pid=103571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:21:47.474190 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extended resource: tags {{(pid=103571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:21:47.476044 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extended resource: tags {{(pid=103571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:21:47.477749 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extended resource: tags {{(pid=103571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:21:47.479687 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extended resource: tags {{(pid=103571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:21:47.481505 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extended resource: tags {{(pid=103571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:21:47.483394 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron.api.extensions [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Extended resource: tags {{(pid=103571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:21:47.490027 dv-cinder-815660-7-smb neutron-server[103571]: WARNING keystonemiddleware.auth_token [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 06 16:21:47.494871 dv-cinder-815660-7-smb neutron-server[103571]: WARNING keystonemiddleware.auth_token [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 06 16:21:47.503757 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_concurrency.lockutils [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Acquired lock "singleton_lock" {{(pid=103571) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 06 16:21:47.504257 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_concurrency.lockutils [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Releasing lock "singleton_lock" {{(pid=103571) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 06 16:21:47.504918 dv-cinder-815660-7-smb neutron-server[103571]: INFO oslo_service.service [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Starting 2 workers Apr 06 16:21:47.509850 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Started child 103680 {{(pid=103571) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 16:21:47.514492 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Started child 103681 {{(pid=103571) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 16:21:47.515189 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:47.516162 dv-cinder-815660-7-smb neutron-server[103571]: INFO neutron.service [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 06 16:21:47.516864 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [-] (103680) wsgi starting up on http://0.0.0.0:9696 Apr 06 16:21:47.517013 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:47.519201 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:47.519663 dv-cinder-815660-7-smb neutron-server[103571]: INFO oslo_service.service [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Starting 1 workers Apr 06 16:21:47.520679 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [-] (103681) wsgi starting up on http://0.0.0.0:9696 Apr 06 16:21:47.524841 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Started child 103682 {{(pid=103571) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 16:21:47.525425 dv-cinder-815660-7-smb neutron-server[103571]: INFO oslo_service.service [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Starting 1 workers Apr 06 16:21:47.528600 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.service [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] calling RpcWorker wait() {{(pid=103682) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 06 16:21:47.529164 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.service [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] returning from RpcWorker wait() {{(pid=103682) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 06 16:21:47.529977 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Started child 103683 {{(pid=103571) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 16:21:47.530366 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:47.530817 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:21:47.530912 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0f5fb0c-869f-4da6-8332-e6058e50c9c9 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:47.533331 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103571) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 06 16:21:47.533542 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 16:21:47.533905 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 16:21:47.534142 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 16:21:47.534495 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 16:21:47.534666 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 16:21:47.535441 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.538534 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.538673 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:21:47.542659 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.542659 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.542659 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.542659 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.542659 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.542659 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.542659 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.542659 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.543176 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.543176 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.543176 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.543176 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.543176 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.543176 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.543176 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.543176 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.543619 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.543619 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.543619 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.543619 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.543619 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] debug = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.543619 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.544595 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.544595 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.544595 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.545017 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 32842) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:21:47.545155 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.545155 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.545155 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.545155 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.545155 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.545155 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.545155 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.545155 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.546210 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.546210 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.546210 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.546210 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.546210 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.546210 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.546957 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] host = dv-cinder-815660-7-smb {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.546957 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.546957 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.547344 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.547344 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.547600 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.547764 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.548911 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.549085 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.549335 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.549538 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.549971 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.550229 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.550476 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.550727 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] log_file = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.550898 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] log_options = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.551154 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.551441 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.551721 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.552568 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.552568 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.552568 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.553243 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0075090 Apr 06 16:21:47.553389 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.553389 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.553389 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.554597 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.554825 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.555052 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.555312 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.555556 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.555831 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.556080 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.556322 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.556561 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.556839 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.557060 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.558178 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.558670 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.559227 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.559718 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.560817 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.560817 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.560817 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.560817 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.561110 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.561360 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.561652 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.562753 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.562995 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.563498 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.563594 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.563835 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.565127 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.565127 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.565127 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.565127 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.569000 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.569000 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.569000 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.569000 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.569000 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.569000 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.569000 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] use_json = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.569000 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.569514 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.569514 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.569514 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.569514 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.569514 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.569514 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.569514 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.569514 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.569975 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.569975 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.569975 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.569975 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.570237 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.570643 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.571046 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.571278 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.571537 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.571822 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.572135 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.572535 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.572850 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.573136 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.573969 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.574476 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.574760 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.575049 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.575153 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:21:47.575303 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.575574 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.575885 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.576083 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.576388 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.576616 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.576871 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.577124 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.577351 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.577798 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.578711 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.579585 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.580080 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.580481 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.581150 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.581553 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.581921 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.582284 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.582669 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.582911 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.583134 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.583438 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.583669 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.584194 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.584194 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.584484 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.584622 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.584844 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.585098 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.585380 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.586608 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.586865 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.587232 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.587600 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.587980 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.588352 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.588814 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.589796 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.589796 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.589796 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.589796 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.590853 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.590853 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.590853 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.590853 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.590853 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.591569 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.591569 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.591569 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.591957 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.592751 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.593006 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.593252 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.593476 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.593701 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.593941 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.594163 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.594393 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.594627 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.595404 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.595671 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.595920 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.596531 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.596531 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.596531 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.596953 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.596953 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.597224 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.597359 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.597569 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.597786 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.598161 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.598523 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.598976 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.599735 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.599735 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.600024 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.600024 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.600303 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.600481 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.601353 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.601353 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.601353 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.601789 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.601789 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.602251 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.602251 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.602541 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.602541 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.602807 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.603024 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.604356 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.604356 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.604356 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.604356 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.604356 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.605053 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.605053 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.605053 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.605549 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.605549 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.605824 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.605960 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.606329 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.606475 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.606609 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.606930 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.607618 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.607618 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.607945 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.608082 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.609217 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.609217 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.609217 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.609217 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.609217 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.609927 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.610092 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.610599 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.610599 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.610989 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.611155 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.612694 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.612694 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.612694 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.612694 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.612694 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.612694 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.613523 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.613523 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.613523 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.613921 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.613921 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.614184 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.614317 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.614458 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.615167 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.615486 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.615789 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.616459 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.616459 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.616747 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.616840 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.617050 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.617307 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.617573 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.617806 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.618045 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.618389 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.618530 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.618778 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.619084 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.619269 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.620130 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.621503 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.621813 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.622108 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.622344 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.623010 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.623296 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.623567 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.623939 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.624215 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.624469 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.628079 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.628392 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.629777 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.632670 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.633289 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.635838 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.636108 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.636351 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.636620 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.636858 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.637151 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.637426 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.637805 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.638073 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.638317 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.638592 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.638866 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.639840 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.639840 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.639840 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.639840 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.640388 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.640388 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.640665 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.640805 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.640945 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.641220 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.641375 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.642632 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.642632 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.642950 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.642950 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.643530 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.643530 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.643917 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.644073 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.644248 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.644475 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.645571 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.645571 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.645571 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.645571 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.646141 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.646141 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.646141 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.646519 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.646661 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.646955 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.647106 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.647925 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.647925 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.647925 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.648910 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.649151 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.649373 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.649593 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.649845 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.650073 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.652029 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.652202 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.652533 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.652694 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.652940 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.653185 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.653436 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.653677 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.653907 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.654134 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.654676 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.654676 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.654839 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.655038 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.655259 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.655478 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.658325 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.661362 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.662990 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.662990 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.662990 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.662990 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.663312 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.663464 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.663747 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.664011 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.664357 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.664609 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.664895 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.665136 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.665367 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.665715 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.665889 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.666242 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.666549 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.666825 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.667068 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.667340 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.667618 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.671006 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.671273 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.671607 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.671999 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.672318 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.672604 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.672941 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.673322 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.673661 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.673899 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.674171 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.674888 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.674888 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.674888 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.675160 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.675305 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.675528 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.677498 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.677816 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.679958 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.680275 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.680636 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.680962 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.681194 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 16:21:47.681809 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103571) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 06 16:21:47.682042 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 16:21:47.682271 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 16:21:47.683313 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 16:21:47.683678 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 16:21:47.684050 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 16:21:47.684417 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.684588 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.684759 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.684926 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.685232 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.685567 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.685729 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.685895 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.686057 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.686229 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.686384 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.686541 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.686841 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.687139 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.687447 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.687609 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.687807 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.687971 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.688237 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.688410 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.688604 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.688874 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.689043 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] debug = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.689192 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.689397 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.689562 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.691047 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.691047 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.691047 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.691047 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.691047 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.691047 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.691047 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.691047 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.691539 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.691539 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.691539 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.691539 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.691539 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.691855 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.691855 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.691973 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] host = dv-cinder-815660-7-smb {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.692711 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.692711 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.692711 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.692711 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.692711 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.693052 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:21:47.693125 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.693125 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.693125 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.693301 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.693463 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.693562 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.693740 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.693874 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.694035 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] log_file = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.694189 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] log_options = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.694501 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.694659 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.694963 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.695152 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.695312 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.695615 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.695855 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.696016 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.696162 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.696323 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.696488 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.696642 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.696785 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.696943 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.697096 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.697508 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.697887 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.698203 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.698529 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.699123 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.699424 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.699735 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.700018 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.700299 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.700582 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.700859 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.701162 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.701339 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.701469 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.701755 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.702034 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.702326 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.702618 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.702899 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.703172 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.703456 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.703622 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.703822 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.703989 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.704702 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.704865 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.705014 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.705156 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.705323 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.705481 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.705642 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.705806 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] use_json = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.705962 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.706142 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.706278 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.706411 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.706552 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.706702 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.706864 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.707017 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.707212 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:21:47.707346 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.707474 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.707646 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.708168 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.708168 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.708168 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.708376 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.708468 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.708628 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.708791 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.709037 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.709221 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.709414 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.709574 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.709883 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.710048 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.710347 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.710672 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.710833 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.710994 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.711159 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.711422 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.711769 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.712107 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.712399 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.712682 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.712984 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.713295 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.713464 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.713642 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.713804 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.713972 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.714151 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.714299 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.714429 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.714585 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.714747 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.714909 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.715090 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.715227 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.715388 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.715980 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.715980 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.715980 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.716233 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.716233 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.716374 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.717493 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.717493 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.717493 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.717493 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.717493 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.717493 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.717493 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.717900 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.717900 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.717900 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.718085 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.718151 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.718295 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.718455 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.718618 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.719753 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.719753 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.719753 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.719753 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.719753 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.719753 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.719753 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.720723 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.720791 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.720907 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.721217 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.721384 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.721546 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.721723 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.721867 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.722033 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.722199 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.722346 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.722507 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.722664 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.722827 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.722989 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.723151 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.723311 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.723473 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.723634 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.723834 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.723997 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.724154 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.724325 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.724502 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.724658 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.724797 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.726293 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.726293 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.726293 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.726293 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.726293 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.726293 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.726929 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.726929 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.726929 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.726929 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.727205 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.727205 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.727366 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.727442 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.728114 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.728114 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.728114 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.728114 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.728371 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.728371 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.728488 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.728652 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.728812 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.728980 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.729131 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.729272 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.729438 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.729823 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.729823 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.729996 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.730100 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.730404 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.730404 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.730553 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.730677 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.730841 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.731000 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.731739 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.731739 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.731739 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.731739 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.732041 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.732041 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.732161 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.732276 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.732589 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.732901 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.733062 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.733223 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.733385 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.733613 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.733698 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.733866 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.734026 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.734188 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.734349 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.734511 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.734672 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.734834 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.734996 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.735159 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.735343 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.735507 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.735657 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.735907 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.736055 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.736219 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.736358 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.736471 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.736587 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.736749 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.736911 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.737072 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.737234 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.737394 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.737594 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.737693 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.738413 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.738413 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.738413 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.738413 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.738685 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.738685 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.738803 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.738906 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.739071 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.739233 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.739398 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.739566 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.739779 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.739944 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.740085 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.740222 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.740355 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.740485 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.740645 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.740813 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.740973 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.741133 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.741309 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.741470 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.741630 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.741795 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.741962 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.742116 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.742253 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.742417 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.742580 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.742730 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.742890 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.743050 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.743201 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.743372 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.743516 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.743669 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.743878 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.744022 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.744169 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.744301 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.744451 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.744611 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.744772 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.744933 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.745093 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.745255 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.745433 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.745575 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.746575 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.746575 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.746575 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.746575 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.746575 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.746575 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.747172 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.747172 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.747172 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.747172 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.747407 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.747407 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.747523 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.747826 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.747826 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.748110 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.748110 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.748283 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.748429 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.748605 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.748754 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.749062 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.749378 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.749569 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.749683 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.749854 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.750598 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.750598 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.750598 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.750598 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.750598 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.750970 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.750970 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.751101 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.751335 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.751506 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.751641 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.751839 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.752003 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.752166 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.752335 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.753158 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.753158 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.753158 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.753158 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.753158 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.753492 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.753492 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.753610 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.753710 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.753961 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.754050 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.754175 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.755024 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.755024 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.755024 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.755024 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.755024 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.755329 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.755329 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.755446 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.755585 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.755800 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.755926 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.756086 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.756248 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.756486 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.756580 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.756716 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.756875 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.757037 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.757198 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.757359 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.757559 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.757676 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.757874 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.757994 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.758174 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.758304 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.758464 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:21:47.758618 dv-cinder-815660-7-smb neutron-server[103571]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 16:21:59.723967 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c439e8-1221-4b01-b3bd-a80790166da5 None None] get_active_networks_info from dv-cinder-815660-7-smb {{(pid=103682) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 06 16:21:59.795605 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c439e8-1221-4b01-b3bd-a80790166da5 None None] No non-hosted networks {{(pid=103682) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 06 16:21:59.805087 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.agentschedulers_db [None req-13c439e8-1221-4b01-b3bd-a80790166da5 None None] DHCP Agent not found on host dv-cinder-815660-7-smb {{(pid=103682) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 06 16:21:59.899171 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-2c76222a-b290-4d55-be27-482b46de74db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-617096'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:01.985254 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-5f0666cc-1353-4bca-9fab-d556bd816df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-617096'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:02.035944 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.db.api [None req-7a96b1c5-59a4-4bb3-8c91-40b664b3f3dd None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-815660-7-smb {{(pid=103682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 16:22:02.036657 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG oslo_db.api [None req-7a96b1c5-59a4-4bb3-8c91-40b664b3f3dd None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 16:22:02.639834 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7a96b1c5-59a4-4bb3-8c91-40b664b3f3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:02.976795 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 32918) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:03.565412 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-617096'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:03.626138 dv-cinder-815660-7-smb neutron-server[103681]: WARNING oslo_policy.policy [None req-f8b9138c-d906-4274-890f-696de2ecc090 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 16:22:03.627073 dv-cinder-815660-7-smb neutron-server[103681]: WARNING oslo_policy.policy [None req-f8b9138c-d906-4274-890f-696de2ecc090 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 16:22:03.855595 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [None req-f8b9138c-d906-4274-890f-696de2ecc090 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103681) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 16:22:03.872288 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-f8b9138c-d906-4274-890f-696de2ecc090 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8927834 Apr 06 16:22:04.513649 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-617096'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:06.142306 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-617096'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:06.142990 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:06.143506 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:06.143869 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:06.144200 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:06.144519 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:06.144997 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:06.145324 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:06.145668 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:06.145993 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:06.146313 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:06.146633 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:06.146950 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:06.147280 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:06.147598 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:06.147987 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:06.148380 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815660-7-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:22:06.172949 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815660-7-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:22:06.453179 dv-cinder-815660-7-smb neutron-server[103682]: INFO neutron.db.l3_hamode_db [None req-8f104421-384f-4b49-b89b-b8cec80ffa3b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 06 16:22:06.535230 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 32952) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:06.544076 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f104421-384f-4b49-b89b-b8cec80ffa3b None None] Routers set() bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:22:06.544612 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f104421-384f-4b49-b89b-b8cec80ffa3b None None] Router IDs set() for agent in host dv-cinder-815660-7-smb {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 06 16:22:07.064248 dv-cinder-815660-7-smb neutron-server[103680]: WARNING oslo_policy.policy [None req-9de798cd-a1d4-4b17-95bd-0253777ccef5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 16:22:07.064893 dv-cinder-815660-7-smb neutron-server[103680]: WARNING oslo_policy.policy [None req-9de798cd-a1d4-4b17-95bd-0253777ccef5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 16:22:07.287551 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-9de798cd-a1d4-4b17-95bd-0253777ccef5 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:22:07.396376 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.policy [None req-9de798cd-a1d4-4b17-95bd-0253777ccef5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103680) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 06 16:22:07.440161 dv-cinder-815660-7-smb neutron-server[103680]: WARNING oslo_policy.policy [None req-9de798cd-a1d4-4b17-95bd-0253777ccef5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 16:22:07.440616 dv-cinder-815660-7-smb neutron-server[103680]: WARNING oslo_policy.policy [None req-9de798cd-a1d4-4b17-95bd-0253777ccef5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 16:22:07.574395 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9de798cd-a1d4-4b17-95bd-0253777ccef5 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758159330514', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758159330021', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758159280786', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758159307827', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758159297990', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758158078658', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1711999', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1652458', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-541834', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-775672'] for rbac-policy (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:07.767151 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9de798cd-a1d4-4b17-95bd-0253777ccef5 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:07.783738 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-9de798cd-a1d4-4b17-95bd-0253777ccef5 admin admin] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2322671 Apr 06 16:22:10.291687 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 32970) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:10.605887 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-ea4ca6bf-803f-4b63-b982-c45cf9fbb896 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:22:10.685100 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4ca6bf-803f-4b63-b982-c45cf9fbb896 demo demo] Made reservation on behalf of 6f11c39784cc4e458b1591ee2d1bc818 for: {'network': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:22:10.688755 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ea4ca6bf-803f-4b63-b982-c45cf9fbb896 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for network (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:10.705297 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ea4ca6bf-803f-4b63-b982-c45cf9fbb896 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:10.810457 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ea4ca6bf-803f-4b63-b982-c45cf9fbb896 demo demo] Publish callbacks [] for security_group (c4b26a6c-3732-4117-8127-fb0ab1717a32), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:10.856026 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ea4ca6bf-803f-4b63-b982-c45cf9fbb896 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (c4b26a6c-3732-4117-8127-fb0ab1717a32), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:10.879569 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea4ca6bf-803f-4b63-b982-c45cf9fbb896 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=103680) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 16:22:10.914509 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ea4ca6bf-803f-4b63-b982-c45cf9fbb896 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758156444784', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1728802'] for segment (076b3265-51da-45e1-b5ad-399572297fee), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:10.915089 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ea4ca6bf-803f-4b63-b982-c45cf9fbb896 demo demo] Unsubscribe: segment precommit_create {{(pid=103680) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 06 16:22:10.915615 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.db.segments_db [None req-ea4ca6bf-803f-4b63-b982-c45cf9fbb896 demo demo] Added segment 076b3265-51da-45e1-b5ad-399572297fee of type vlan for network 3ea83816-bdac-48f1-8fc0-cc93f07c41f2 Apr 06 16:22:10.931092 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ca6bf-803f-4b63-b982-c45cf9fbb896 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b26a6c-3732-4117-8127-fb0ab1717a32,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:10.981935 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ca6bf-803f-4b63-b982-c45cf9fbb896 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:10.982263 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ca6bf-803f-4b63-b982-c45cf9fbb896 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:10.982599 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ca6bf-803f-4b63-b982-c45cf9fbb896 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:10.982949 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ca6bf-803f-4b63-b982-c45cf9fbb896 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:10.983317 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ca6bf-803f-4b63-b982-c45cf9fbb896 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:10.983605 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ca6bf-803f-4b63-b982-c45cf9fbb896 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:10.983983 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ca6bf-803f-4b63-b982-c45cf9fbb896 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:10.984296 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ca6bf-803f-4b63-b982-c45cf9fbb896 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:10.984616 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ca6bf-803f-4b63-b982-c45cf9fbb896 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:10.984936 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ca6bf-803f-4b63-b982-c45cf9fbb896 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:10.985256 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ca6bf-803f-4b63-b982-c45cf9fbb896 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:10.985590 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ca6bf-803f-4b63-b982-c45cf9fbb896 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:10.985909 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ca6bf-803f-4b63-b982-c45cf9fbb896 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:10.986224 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ca6bf-803f-4b63-b982-c45cf9fbb896 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:10.986539 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ca6bf-803f-4b63-b982-c45cf9fbb896 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:10.987730 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ca6bf-803f-4b63-b982-c45cf9fbb896 demo demo] Tracked resource versions report: Apr 06 16:22:10.987730 dv-cinder-815660-7-smb neutron-server[103680]: pushed versions: Apr 06 16:22:10.987730 dv-cinder-815660-7-smb neutron-server[103680]: { 'AddressGroup': {'1.2'}, Apr 06 16:22:10.987730 dv-cinder-815660-7-smb neutron-server[103680]: 'Agent': {'1.1'}, Apr 06 16:22:10.987730 dv-cinder-815660-7-smb neutron-server[103680]: 'ConntrackHelper': {'1.0'}, Apr 06 16:22:10.987730 dv-cinder-815660-7-smb neutron-server[103680]: 'LocalIPAssociation': {'1.0'}, Apr 06 16:22:10.987730 dv-cinder-815660-7-smb neutron-server[103680]: 'Log': {'1.0'}, Apr 06 16:22:10.987730 dv-cinder-815660-7-smb neutron-server[103680]: 'NDPProxy': {'1.0'}, Apr 06 16:22:10.987730 dv-cinder-815660-7-smb neutron-server[103680]: 'Network': {'1.1'}, Apr 06 16:22:10.987730 dv-cinder-815660-7-smb neutron-server[103680]: 'Port': {'1.7'}, Apr 06 16:22:10.987730 dv-cinder-815660-7-smb neutron-server[103680]: 'PortForwarding': {'1.3'}, Apr 06 16:22:10.987730 dv-cinder-815660-7-smb neutron-server[103680]: 'QosPolicy': {'1.10'}, Apr 06 16:22:10.987730 dv-cinder-815660-7-smb neutron-server[103680]: 'SecurityGroup': {'1.5'}, Apr 06 16:22:10.987730 dv-cinder-815660-7-smb neutron-server[103680]: 'SecurityGroupRule': {'1.2'}, Apr 06 16:22:10.987730 dv-cinder-815660-7-smb neutron-server[103680]: 'SubPort': {'1.0'}, Apr 06 16:22:10.987730 dv-cinder-815660-7-smb neutron-server[103680]: 'Subnet': {'1.1'}, Apr 06 16:22:10.987730 dv-cinder-815660-7-smb neutron-server[103680]: 'Trunk': {'1.1'}} Apr 06 16:22:10.987730 dv-cinder-815660-7-smb neutron-server[103680]: consumer versions: Apr 06 16:22:10.987730 dv-cinder-815660-7-smb neutron-server[103680]: { DHCP agent@dv-cinder-815660-7-smb: {}, Apr 06 16:22:10.987730 dv-cinder-815660-7-smb neutron-server[103680]: L3 agent@dv-cinder-815660-7-smb: {}, Apr 06 16:22:10.987730 dv-cinder-815660-7-smb neutron-server[103680]: Metadata agent@dv-cinder-815660-7-smb: {}, Apr 06 16:22:10.987730 dv-cinder-815660-7-smb neutron-server[103680]: Metering agent@dv-cinder-815660-7-smb: {}, Apr 06 16:22:10.987730 dv-cinder-815660-7-smb neutron-server[103680]: Open vSwitch agent@dv-cinder-815660-7-smb: { 'AddressGroup': '1.2', Apr 06 16:22:10.987730 dv-cinder-815660-7-smb neutron-server[103680]: 'Agent': '1.1', Apr 06 16:22:10.987730 dv-cinder-815660-7-smb neutron-server[103680]: 'ConntrackHelper': '1.0', Apr 06 16:22:10.987730 dv-cinder-815660-7-smb neutron-server[103680]: 'LocalIPAssociation': '1.0', Apr 06 16:22:10.987730 dv-cinder-815660-7-smb neutron-server[103680]: 'Log': '1.0', Apr 06 16:22:10.987730 dv-cinder-815660-7-smb neutron-server[103680]: 'NDPProxy': '1.0', Apr 06 16:22:10.987730 dv-cinder-815660-7-smb neutron-server[103680]: 'Network': '1.1', Apr 06 16:22:10.987730 dv-cinder-815660-7-smb neutron-server[103680]: 'Port': '1.7', Apr 06 16:22:10.987730 dv-cinder-815660-7-smb neutron-server[103680]: 'PortForwarding': '1.3', Apr 06 16:22:10.987730 dv-cinder-815660-7-smb neutron-server[103680]: 'QosPolicy': '1.10', Apr 06 16:22:10.987730 dv-cinder-815660-7-smb neutron-server[103680]: 'SecurityGroup': '1.5', Apr 06 16:22:10.987730 dv-cinder-815660-7-smb neutron-server[103680]: 'SecurityGroupRule': '1.2', Apr 06 16:22:10.987730 dv-cinder-815660-7-smb neutron-server[103680]: 'SubPort': '1.0', Apr 06 16:22:10.987730 dv-cinder-815660-7-smb neutron-server[103680]: 'Subnet': '1.1', Apr 06 16:22:10.987730 dv-cinder-815660-7-smb neutron-server[103680]: 'Trunk': '1.1'}} Apr 06 16:22:10.987730 dv-cinder-815660-7-smb neutron-server[103680]: {{(pid=103680) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 16:22:11.023347 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ea4ca6bf-803f-4b63-b982-c45cf9fbb896 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758155981114'] for network (3ea83816-bdac-48f1-8fc0-cc93f07c41f2), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:11.176649 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ea4ca6bf-803f-4b63-b982-c45cf9fbb896 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069'] for network (3ea83816-bdac-48f1-8fc0-cc93f07c41f2), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:11.181773 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4ca6bf-803f-4b63-b982-c45cf9fbb896 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:11.182448 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ea4ca6bf-803f-4b63-b982-c45cf9fbb896 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:11.298229 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ca6bf-803f-4b63-b982-c45cf9fbb896 demo demo] Pushing event updated for resources: {'Network': ['ID=3ea83816-bdac-48f1-8fc0-cc93f07c41f2,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:11.313031 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Network 3ea83816-bdac-48f1-8fc0-cc93f07c41f2 details requested by agent ovs-agent-dv-cinder-815660-7-smb with host dv-cinder-815660-7-smb {{(pid=103682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 16:22:11.359781 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-ea4ca6bf-803f-4b63-b982-c45cf9fbb896 demo demo] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0581503 Apr 06 16:22:13.900307 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 32982) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:14.313826 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339da2e1-ad6c-49d6-ba95-fbb31c2573c9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:14.315185 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-339da2e1-ad6c-49d6-ba95-fbb31c2573c9 demo admin] 10.222.0.49 "GET /v2.0/networks/3ea83816-bdac-48f1-8fc0-cc93f07c41f2 HTTP/1.1" status: 200 len: 825 time: 0.4139049 Apr 06 16:22:14.339555 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-794f1eec-5d30-42eb-a780-d0486e8b5718 demo admin] 10.222.0.49 "GET /v2.0/subnetpools/aa2a0a99-a46c-47ec-b1c4-0ef629ac90c9 HTTP/1.1" status: 200 len: 734 time: 0.0186191 Apr 06 16:22:14.348767 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-a1ff2c84-67e2-4813-a8e9-c4b437a573f7 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '3ea83816-bdac-48f1-8fc0-cc93f07c41f2', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': 'aa2a0a99-a46c-47ec-b1c4-0ef629ac90c9'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:22:14.478759 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ff2c84-67e2-4813-a8e9-c4b437a573f7 demo admin] Made reservation on behalf of 6f11c39784cc4e458b1591ee2d1bc818 for: {'subnet': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:22:14.481097 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a1ff2c84-67e2-4813-a8e9-c4b437a573f7 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:14.833781 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a1ff2c84-67e2-4813-a8e9-c4b437a573f7 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069'] for subnet (ef136e64-8baf-41da-8b0a-1d211060b50e), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:14.903710 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ff2c84-67e2-4813-a8e9-c4b437a573f7 demo admin] Pushing event updated for resources: {'Subnet': ['ID=ef136e64-8baf-41da-8b0a-1d211060b50e,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:14.908258 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ff2c84-67e2-4813-a8e9-c4b437a573f7 demo admin] Checking segment: {'id': '076b3265-51da-45e1-b5ad-399572297fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3ea83816-bdac-48f1-8fc0-cc93f07c41f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:22:14.908640 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ff2c84-67e2-4813-a8e9-c4b437a573f7 demo admin] Network hostable DHCP agents. Network: 3ea83816-bdac-48f1-8fc0-cc93f07c41f2, hostable agents: ['f8e9d332-5077-4d82-8c59-e3560cf7409d'], hosted agents: [] {{(pid=103680) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 16:22:14.993161 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ff2c84-67e2-4813-a8e9-c4b437a573f7 demo admin] Network 3ea83816-bdac-48f1-8fc0-cc93f07c41f2 is scheduled to be hosted by DHCP agent f8e9d332-5077-4d82-8c59-e3560cf7409d with binding_index 1 {{(pid=103680) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 16:22:15.090310 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-a1ff2c84-67e2-4813-a8e9-c4b437a573f7 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-7-smb, 3ea83816-bdac-48f1-8fc0-cc93f07c41f2) {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:22:15.096777 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ff2c84-67e2-4813-a8e9-c4b437a573f7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:15.101993 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a1ff2c84-67e2-4813-a8e9-c4b437a573f7 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for subnet (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:15.102141 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3aaac30-0205-4790-8cec-904fe664e198 None None] Network 3ea83816-bdac-48f1-8fc0-cc93f07c41f2 requested from dv-cinder-815660-7-smb {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:22:15.173881 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-a1ff2c84-67e2-4813-a8e9-c4b437a573f7 demo admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8282316 Apr 06 16:22:15.479912 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7d554d-3bfb-4d89-9ff9-fd2d141ba95e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00762c58-2b86-5e77-99c4-154082f7bcb4-3ea83816-bdac-48f1-8fc0-cc93f07c41f2', 'network_id': '3ea83816-bdac-48f1-8fc0-cc93f07c41f2', 'project_id': '6f11c39784cc4e458b1591ee2d1bc818', 'fixed_ips': [{'subnet_id': 'ef136e64-8baf-41da-8b0a-1d211060b50e'}]}} from dv-cinder-815660-7-smb. {{(pid=103682) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 16:22:15.481212 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-af7d554d-3bfb-4d89-9ff9-fd2d141ba95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:15.756997 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.db_base_plugin_common [None req-af7d554d-3bfb-4d89-9ff9-fd2d141ba95e None None] Allocated IP 172.20.0.2 (3ea83816-bdac-48f1-8fc0-cc93f07c41f2/ef136e64-8baf-41da-8b0a-1d211060b50e/05c5e35d-ea5f-4bb2-8c50-04efab0d31c6) {{(pid=103682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:22:16.025744 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-af7d554d-3bfb-4d89-9ff9-fd2d141ba95e None None] Publish callbacks [] for port (05c5e35d-ea5f-4bb2-8c50-04efab0d31c6), precommit_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:16.085595 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-af7d554d-3bfb-4d89-9ff9-fd2d141ba95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276'] for port (05c5e35d-ea5f-4bb2-8c50-04efab0d31c6), after_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:16.167565 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7d554d-3bfb-4d89-9ff9-fd2d141ba95e None None] Network 3ea83816-bdac-48f1-8fc0-cc93f07c41f2 is already hosted by enough agents. {{(pid=103682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:22:16.173079 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.scheduler.base_scheduler [None req-af7d554d-3bfb-4d89-9ff9-fd2d141ba95e None None] Resources bound (agent type, host, resource id): {{(pid=103682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:22:16.178274 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d554d-3bfb-4d89-9ff9-fd2d141ba95e None None] Pushing event updated for resources: {'Port': ['ID=05c5e35d-ea5f-4bb2-8c50-04efab0d31c6,revision_number=1']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:16.180459 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7d554d-3bfb-4d89-9ff9-fd2d141ba95e None None] Received port after_create {{(pid=103682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:22:16.190809 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7d554d-3bfb-4d89-9ff9-fd2d141ba95e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:16.191152 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7d554d-3bfb-4d89-9ff9-fd2d141ba95e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:16.191492 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7d554d-3bfb-4d89-9ff9-fd2d141ba95e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:16.191868 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7d554d-3bfb-4d89-9ff9-fd2d141ba95e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:16.192206 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7d554d-3bfb-4d89-9ff9-fd2d141ba95e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:16.192529 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7d554d-3bfb-4d89-9ff9-fd2d141ba95e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:16.192851 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7d554d-3bfb-4d89-9ff9-fd2d141ba95e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:16.193176 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7d554d-3bfb-4d89-9ff9-fd2d141ba95e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:16.193496 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7d554d-3bfb-4d89-9ff9-fd2d141ba95e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:16.193815 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7d554d-3bfb-4d89-9ff9-fd2d141ba95e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:16.194141 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7d554d-3bfb-4d89-9ff9-fd2d141ba95e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:16.194477 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7d554d-3bfb-4d89-9ff9-fd2d141ba95e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:16.194799 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7d554d-3bfb-4d89-9ff9-fd2d141ba95e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:16.195114 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7d554d-3bfb-4d89-9ff9-fd2d141ba95e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:16.195429 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7d554d-3bfb-4d89-9ff9-fd2d141ba95e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:16.196637 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7d554d-3bfb-4d89-9ff9-fd2d141ba95e None None] Tracked resource versions report: Apr 06 16:22:16.196637 dv-cinder-815660-7-smb neutron-server[103682]: pushed versions: Apr 06 16:22:16.196637 dv-cinder-815660-7-smb neutron-server[103682]: { 'AddressGroup': {'1.2'}, Apr 06 16:22:16.196637 dv-cinder-815660-7-smb neutron-server[103682]: 'Agent': {'1.1'}, Apr 06 16:22:16.196637 dv-cinder-815660-7-smb neutron-server[103682]: 'ConntrackHelper': {'1.0'}, Apr 06 16:22:16.196637 dv-cinder-815660-7-smb neutron-server[103682]: 'LocalIPAssociation': {'1.0'}, Apr 06 16:22:16.196637 dv-cinder-815660-7-smb neutron-server[103682]: 'Log': {'1.0'}, Apr 06 16:22:16.196637 dv-cinder-815660-7-smb neutron-server[103682]: 'NDPProxy': {'1.0'}, Apr 06 16:22:16.196637 dv-cinder-815660-7-smb neutron-server[103682]: 'Network': {'1.1'}, Apr 06 16:22:16.196637 dv-cinder-815660-7-smb neutron-server[103682]: 'Port': {'1.7'}, Apr 06 16:22:16.196637 dv-cinder-815660-7-smb neutron-server[103682]: 'PortForwarding': {'1.3'}, Apr 06 16:22:16.196637 dv-cinder-815660-7-smb neutron-server[103682]: 'QosPolicy': {'1.10'}, Apr 06 16:22:16.196637 dv-cinder-815660-7-smb neutron-server[103682]: 'SecurityGroup': {'1.5'}, Apr 06 16:22:16.196637 dv-cinder-815660-7-smb neutron-server[103682]: 'SecurityGroupRule': {'1.2'}, Apr 06 16:22:16.196637 dv-cinder-815660-7-smb neutron-server[103682]: 'SubPort': {'1.0'}, Apr 06 16:22:16.196637 dv-cinder-815660-7-smb neutron-server[103682]: 'Subnet': {'1.1'}, Apr 06 16:22:16.196637 dv-cinder-815660-7-smb neutron-server[103682]: 'Trunk': {'1.1'}} Apr 06 16:22:16.196637 dv-cinder-815660-7-smb neutron-server[103682]: consumer versions: Apr 06 16:22:16.196637 dv-cinder-815660-7-smb neutron-server[103682]: { DHCP agent@dv-cinder-815660-7-smb: {}, Apr 06 16:22:16.196637 dv-cinder-815660-7-smb neutron-server[103682]: L3 agent@dv-cinder-815660-7-smb: {}, Apr 06 16:22:16.196637 dv-cinder-815660-7-smb neutron-server[103682]: Metadata agent@dv-cinder-815660-7-smb: {}, Apr 06 16:22:16.196637 dv-cinder-815660-7-smb neutron-server[103682]: Metering agent@dv-cinder-815660-7-smb: {}, Apr 06 16:22:16.196637 dv-cinder-815660-7-smb neutron-server[103682]: Open vSwitch agent@dv-cinder-815660-7-smb: { 'AddressGroup': '1.2', Apr 06 16:22:16.196637 dv-cinder-815660-7-smb neutron-server[103682]: 'Agent': '1.1', Apr 06 16:22:16.196637 dv-cinder-815660-7-smb neutron-server[103682]: 'ConntrackHelper': '1.0', Apr 06 16:22:16.196637 dv-cinder-815660-7-smb neutron-server[103682]: 'LocalIPAssociation': '1.0', Apr 06 16:22:16.196637 dv-cinder-815660-7-smb neutron-server[103682]: 'Log': '1.0', Apr 06 16:22:16.196637 dv-cinder-815660-7-smb neutron-server[103682]: 'NDPProxy': '1.0', Apr 06 16:22:16.196637 dv-cinder-815660-7-smb neutron-server[103682]: 'Network': '1.1', Apr 06 16:22:16.196637 dv-cinder-815660-7-smb neutron-server[103682]: 'Port': '1.7', Apr 06 16:22:16.196637 dv-cinder-815660-7-smb neutron-server[103682]: 'PortForwarding': '1.3', Apr 06 16:22:16.196637 dv-cinder-815660-7-smb neutron-server[103682]: 'QosPolicy': '1.10', Apr 06 16:22:16.196637 dv-cinder-815660-7-smb neutron-server[103682]: 'SecurityGroup': '1.5', Apr 06 16:22:16.196637 dv-cinder-815660-7-smb neutron-server[103682]: 'SecurityGroupRule': '1.2', Apr 06 16:22:16.196637 dv-cinder-815660-7-smb neutron-server[103682]: 'SubPort': '1.0', Apr 06 16:22:16.196637 dv-cinder-815660-7-smb neutron-server[103682]: 'Subnet': '1.1', Apr 06 16:22:16.196637 dv-cinder-815660-7-smb neutron-server[103682]: 'Trunk': '1.1'}} Apr 06 16:22:16.196637 dv-cinder-815660-7-smb neutron-server[103682]: {{(pid=103682) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 16:22:16.275679 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-af7d554d-3bfb-4d89-9ff9-fd2d141ba95e None None] Attempting to bind port 05c5e35d-ea5f-4bb2-8c50-04efab0d31c6 on host dv-cinder-815660-7-smb for vnic_type normal with profile {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:22:16.276156 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-af7d554d-3bfb-4d89-9ff9-fd2d141ba95e None None] Attempting to bind port 05c5e35d-ea5f-4bb2-8c50-04efab0d31c6 by drivers openvswitch,hyperv on host dv-cinder-815660-7-smb at level 0 using segments [{'id': '076b3265-51da-45e1-b5ad-399572297fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3ea83816-bdac-48f1-8fc0-cc93f07c41f2'}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:22:16.276507 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7d554d-3bfb-4d89-9ff9-fd2d141ba95e None None] Attempting to bind port 05c5e35d-ea5f-4bb2-8c50-04efab0d31c6 on network 3ea83816-bdac-48f1-8fc0-cc93f07c41f2 {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:22:16.282099 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7d554d-3bfb-4d89-9ff9-fd2d141ba95e None None] Checking agent: {'id': 'c8d6835f-40e2-4c71-9616-8d834b10e2ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 22, 6), 'started_at': datetime.datetime(2022, 4, 6, 16, 22, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:22:16.282490 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7d554d-3bfb-4d89-9ff9-fd2d141ba95e None None] Checking segment: {'id': '076b3265-51da-45e1-b5ad-399572297fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3ea83816-bdac-48f1-8fc0-cc93f07c41f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:22:16.282974 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-af7d554d-3bfb-4d89-9ff9-fd2d141ba95e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:16.283362 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7d554d-3bfb-4d89-9ff9-fd2d141ba95e None None] Bound using segment: {'id': '076b3265-51da-45e1-b5ad-399572297fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3ea83816-bdac-48f1-8fc0-cc93f07c41f2'} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:22:16.283896 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-af7d554d-3bfb-4d89-9ff9-fd2d141ba95e None None] Bound port: 05c5e35d-ea5f-4bb2-8c50-04efab0d31c6, host: dv-cinder-815660-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '076b3265-51da-45e1-b5ad-399572297fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3ea83816-bdac-48f1-8fc0-cc93f07c41f2'}}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:22:16.284301 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-af7d554d-3bfb-4d89-9ff9-fd2d141ba95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (05c5e35d-ea5f-4bb2-8c50-04efab0d31c6), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:16.362901 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-af7d554d-3bfb-4d89-9ff9-fd2d141ba95e None None] For port 05c5e35d-ea5f-4bb2-8c50-04efab0d31c6, host dv-cinder-815660-7-smb, cleared binding levels {{(pid=103682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:22:16.387636 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-af7d554d-3bfb-4d89-9ff9-fd2d141ba95e None None] For port 05c5e35d-ea5f-4bb2-8c50-04efab0d31c6, host dv-cinder-815660-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=05c5e35d-ea5f-4bb2-8c50-04efab0d31c6,segment=NetworkSegment(076b3265-51da-45e1-b5ad-399572297fee),segment_id=076b3265-51da-45e1-b5ad-399572297fee)] {{(pid=103682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:22:16.479773 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-af7d554d-3bfb-4d89-9ff9-fd2d141ba95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (05c5e35d-ea5f-4bb2-8c50-04efab0d31c6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:16.535303 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d554d-3bfb-4d89-9ff9-fd2d141ba95e None None] Pushing event updated for resources: {'Port': ['ID=05c5e35d-ea5f-4bb2-8c50-04efab0d31c6,revision_number=2']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:17.787256 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 32990) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:18.105512 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [None req-47e66b47-6557-4ef6-8df3-6836d73834ac admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103681) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 16:22:18.106534 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-47e66b47-6557-4ef6-8df3-6836d73834ac admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3183722 Apr 06 16:22:20.696780 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 32998) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:21.014049 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [None req-2d40d3c1-5490-42f4-b77a-9e1b1770c74f admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103681) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 16:22:21.015458 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-2d40d3c1-5490-42f4-b77a-9e1b1770c74f admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3173921 Apr 06 16:22:23.613783 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 33006) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:23.947459 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [None req-206ec83d-c138-407b-9992-9d22c32f39ad demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:22:24.009544 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.policy [None req-206ec83d-c138-407b-9992-9d22c32f39ad demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103681) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 06 16:22:24.054219 dv-cinder-815660-7-smb neutron-server[103681]: WARNING oslo_policy.policy [None req-206ec83d-c138-407b-9992-9d22c32f39ad demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 16:22:24.054610 dv-cinder-815660-7-smb neutron-server[103681]: WARNING oslo_policy.policy [None req-206ec83d-c138-407b-9992-9d22c32f39ad demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 16:22:24.204704 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-206ec83d-c138-407b-9992-9d22c32f39ad demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3801'] for router (ce673089-9645-449d-ba42-9c703dc4758d), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:24.206626 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-206ec83d-c138-407b-9992-9d22c32f39ad demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-616774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-594134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3776'] for router (ce673089-9645-449d-ba42-9c703dc4758d), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:24.364282 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-206ec83d-c138-407b-9992-9d22c32f39ad demo demo] Publish callbacks [] for router_controller (ce673089-9645-449d-ba42-9c703dc4758d), precommit_add_association {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:24.428608 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-206ec83d-c138-407b-9992-9d22c32f39ad demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-616799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616967'] for router (ce673089-9645-449d-ba42-9c703dc4758d), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:24.549440 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-206ec83d-c138-407b-9992-9d22c32f39ad demo demo] Publish callbacks [] for router (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:24.550655 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-206ec83d-c138-407b-9992-9d22c32f39ad demo demo] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.9359269 Apr 06 16:22:26.811004 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 05c5e35d-ea5f-4bb2-8c50-04efab0d31c6 up at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:22:26.899932 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Provisioning complete for port 05c5e35d-ea5f-4bb2-8c50-04efab0d31c6 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:26.900339 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (05c5e35d-ea5f-4bb2-8c50-04efab0d31c6), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:27.012307 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Current status of the port 05c5e35d-ea5f-4bb2-8c50-04efab0d31c6 is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:22:27.012701 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (05c5e35d-ea5f-4bb2-8c50-04efab0d31c6), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:27.050304 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] For port 05c5e35d-ea5f-4bb2-8c50-04efab0d31c6, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=05c5e35d-ea5f-4bb2-8c50-04efab0d31c6,segment=NetworkSegment(076b3265-51da-45e1-b5ad-399572297fee),segment_id=076b3265-51da-45e1-b5ad-399572297fee)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:22:27.096400 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (05c5e35d-ea5f-4bb2-8c50-04efab0d31c6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:27.147074 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Pushing event updated for resources: {'Port': ['ID=05c5e35d-ea5f-4bb2-8c50-04efab0d31c6,revision_number=3']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:27.158028 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 33020) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:27.488276 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [None req-953aee9f-8574-4b19-a75c-f86b3b9563ad admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103681) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 16:22:27.489261 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-953aee9f-8574-4b19-a75c-f86b3b9563ad admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3297062 Apr 06 16:22:28.194022 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d3f673-cbec-418c-9241-61b48a58557f None None] Network 3ea83816-bdac-48f1-8fc0-cc93f07c41f2 requested from dv-cinder-815660-7-smb {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:22:28.319105 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-db8f2ced-7444-4ba6-8b29-6c0e405aac2b None None] Provisioning complete for port 05c5e35d-ea5f-4bb2-8c50-04efab0d31c6 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:28.319490 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-db8f2ced-7444-4ba6-8b29-6c0e405aac2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (05c5e35d-ea5f-4bb2-8c50-04efab0d31c6), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:28.408847 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-db8f2ced-7444-4ba6-8b29-6c0e405aac2b None None] Current status of the port 05c5e35d-ea5f-4bb2-8c50-04efab0d31c6 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:22:28.630916 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-7d59d3bc-f150-4ace-9833-e75b0361d8db None None] Provisioning complete for port 05c5e35d-ea5f-4bb2-8c50-04efab0d31c6 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:28.631301 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7d59d3bc-f150-4ace-9833-e75b0361d8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (05c5e35d-ea5f-4bb2-8c50-04efab0d31c6), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:28.714460 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-7d59d3bc-f150-4ace-9833-e75b0361d8db None None] Current status of the port 05c5e35d-ea5f-4bb2-8c50-04efab0d31c6 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:22:28.794941 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 05c5e35d-ea5f-4bb2-8c50-04efab0d31c6 up at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:22:28.843266 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Provisioning complete for port 05c5e35d-ea5f-4bb2-8c50-04efab0d31c6 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:28.843654 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (05c5e35d-ea5f-4bb2-8c50-04efab0d31c6), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:28.921475 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Current status of the port 05c5e35d-ea5f-4bb2-8c50-04efab0d31c6 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:22:29.707360 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aa3e30cf-4ff9-4976-a45d-bb9bf60e8e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:30.041710 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 33028) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:30.362057 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-9ccabe56-62e9-4df4-84fb-a8b4f2e9ecc5 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'name': 'public'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:22:30.410534 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ccabe56-62e9-4df4-84fb-a8b4f2e9ecc5 admin admin] Made reservation on behalf of 7387513c12a34027b3c6da41a5b3af83 for: {'network': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:22:30.412879 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9ccabe56-62e9-4df4-84fb-a8b4f2e9ecc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for network (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:30.421584 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9ccabe56-62e9-4df4-84fb-a8b4f2e9ecc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:30.496745 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9ccabe56-62e9-4df4-84fb-a8b4f2e9ecc5 admin admin] Publish callbacks [] for security_group (e6e3e93d-0d7c-48f6-8d30-e55b704c892a), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:30.558596 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9ccabe56-62e9-4df4-84fb-a8b4f2e9ecc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (e6e3e93d-0d7c-48f6-8d30-e55b704c892a), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:30.573667 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9ccabe56-62e9-4df4-84fb-a8b4f2e9ecc5 admin admin] Reserving flat network on physical network physnet1 {{(pid=103680) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 06 16:22:30.594330 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccabe56-62e9-4df4-84fb-a8b4f2e9ecc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e3e93d-0d7c-48f6-8d30-e55b704c892a,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:30.597125 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9ccabe56-62e9-4df4-84fb-a8b4f2e9ecc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1728802'] for segment (3728a512-0136-4544-ad0a-d8addcf850d8), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:30.597461 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.db.segments_db [None req-9ccabe56-62e9-4df4-84fb-a8b4f2e9ecc5 admin admin] Added segment 3728a512-0136-4544-ad0a-d8addcf850d8 of type flat for network 5748d197-8213-47ef-9188-592aa7f2e542 Apr 06 16:22:30.645328 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9ccabe56-62e9-4df4-84fb-a8b4f2e9ecc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758155981114'] for network (5748d197-8213-47ef-9188-592aa7f2e542), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:30.764622 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9ccabe56-62e9-4df4-84fb-a8b4f2e9ecc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069'] for network (5748d197-8213-47ef-9188-592aa7f2e542), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:30.766206 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccabe56-62e9-4df4-84fb-a8b4f2e9ecc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:30.766854 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9ccabe56-62e9-4df4-84fb-a8b4f2e9ecc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:30.857003 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccabe56-62e9-4df4-84fb-a8b4f2e9ecc5 admin admin] Pushing event updated for resources: {'Network': ['ID=5748d197-8213-47ef-9188-592aa7f2e542,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:30.866446 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Network 5748d197-8213-47ef-9188-592aa7f2e542 details requested by agent ovs-agent-dv-cinder-815660-7-smb with host dv-cinder-815660-7-smb {{(pid=103682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 16:22:30.885895 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-9ccabe56-62e9-4df4-84fb-a8b4f2e9ecc5 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8430889 Apr 06 16:22:31.992760 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a9e0fc92-67c0-49d2-88cc-5d9286045215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:33.416045 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:33.426557 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 33046) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:33.698573 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2e4bc2-2c9d-4872-87cf-0bfef67f762f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:33.700122 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-df2e4bc2-2c9d-4872-87cf-0bfef67f762f demo admin] 10.222.0.49 "GET /v2.0/subnets/ef136e64-8baf-41da-8b0a-1d211060b50e HTTP/1.1" status: 200 len: 849 time: 0.2725928 Apr 06 16:22:33.825677 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-f6640f39-9bee-4ba3-8b72-6ccd265941c0 demo admin] 10.222.0.49 "GET /v2.0/routers/ce673089-9645-449d-ba42-9c703dc4758d HTTP/1.1" status: 200 len: 704 time: 0.1179671 Apr 06 16:22:34.111607 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d76c4667-6a83-41fb-b41b-00835b33d0f9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:34.417165 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [None req-d76c4667-6a83-41fb-b41b-00835b33d0f9 demo admin] Allocated IP 172.20.0.1 (3ea83816-bdac-48f1-8fc0-cc93f07c41f2/ef136e64-8baf-41da-8b0a-1d211060b50e/c7b370fb-0a6f-4a39-a715-f159b9794f00) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:22:34.630665 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d76c4667-6a83-41fb-b41b-00835b33d0f9 demo admin] Publish callbacks [] for port (c7b370fb-0a6f-4a39-a715-f159b9794f00), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:34.644333 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:34.759358 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d76c4667-6a83-41fb-b41b-00835b33d0f9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276'] for port (c7b370fb-0a6f-4a39-a715-f159b9794f00), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:34.822273 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76c4667-6a83-41fb-b41b-00835b33d0f9 demo admin] Network 3ea83816-bdac-48f1-8fc0-cc93f07c41f2 is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:22:34.827482 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-d76c4667-6a83-41fb-b41b-00835b33d0f9 demo admin] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:22:34.871100 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c4667-6a83-41fb-b41b-00835b33d0f9 demo admin] Pushing event updated for resources: {'Port': ['ID=c7b370fb-0a6f-4a39-a715-f159b9794f00,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:34.874134 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76c4667-6a83-41fb-b41b-00835b33d0f9 demo admin] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:22:34.874134 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d76c4667-6a83-41fb-b41b-00835b33d0f9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617174'] for router_interface (ce673089-9645-449d-ba42-9c703dc4758d), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:34.942430 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c4667-6a83-41fb-b41b-00835b33d0f9 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:34.942779 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c4667-6a83-41fb-b41b-00835b33d0f9 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:34.943148 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c4667-6a83-41fb-b41b-00835b33d0f9 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:34.943556 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c4667-6a83-41fb-b41b-00835b33d0f9 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:34.943929 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c4667-6a83-41fb-b41b-00835b33d0f9 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:34.944265 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c4667-6a83-41fb-b41b-00835b33d0f9 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:34.944596 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c4667-6a83-41fb-b41b-00835b33d0f9 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:34.944924 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c4667-6a83-41fb-b41b-00835b33d0f9 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:34.945251 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c4667-6a83-41fb-b41b-00835b33d0f9 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:34.945577 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c4667-6a83-41fb-b41b-00835b33d0f9 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:34.945970 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c4667-6a83-41fb-b41b-00835b33d0f9 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:34.946313 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c4667-6a83-41fb-b41b-00835b33d0f9 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:34.946639 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c4667-6a83-41fb-b41b-00835b33d0f9 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:34.946962 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c4667-6a83-41fb-b41b-00835b33d0f9 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:34.947284 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c4667-6a83-41fb-b41b-00835b33d0f9 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:34.948585 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c4667-6a83-41fb-b41b-00835b33d0f9 demo admin] Tracked resource versions report: Apr 06 16:22:34.948585 dv-cinder-815660-7-smb neutron-server[103681]: pushed versions: Apr 06 16:22:34.948585 dv-cinder-815660-7-smb neutron-server[103681]: { 'AddressGroup': {'1.2'}, Apr 06 16:22:34.948585 dv-cinder-815660-7-smb neutron-server[103681]: 'Agent': {'1.1'}, Apr 06 16:22:34.948585 dv-cinder-815660-7-smb neutron-server[103681]: 'ConntrackHelper': {'1.0'}, Apr 06 16:22:34.948585 dv-cinder-815660-7-smb neutron-server[103681]: 'LocalIPAssociation': {'1.0'}, Apr 06 16:22:34.948585 dv-cinder-815660-7-smb neutron-server[103681]: 'Log': {'1.0'}, Apr 06 16:22:34.948585 dv-cinder-815660-7-smb neutron-server[103681]: 'NDPProxy': {'1.0'}, Apr 06 16:22:34.948585 dv-cinder-815660-7-smb neutron-server[103681]: 'Network': {'1.1'}, Apr 06 16:22:34.948585 dv-cinder-815660-7-smb neutron-server[103681]: 'Port': {'1.7'}, Apr 06 16:22:34.948585 dv-cinder-815660-7-smb neutron-server[103681]: 'PortForwarding': {'1.3'}, Apr 06 16:22:34.948585 dv-cinder-815660-7-smb neutron-server[103681]: 'QosPolicy': {'1.10'}, Apr 06 16:22:34.948585 dv-cinder-815660-7-smb neutron-server[103681]: 'SecurityGroup': {'1.5'}, Apr 06 16:22:34.948585 dv-cinder-815660-7-smb neutron-server[103681]: 'SecurityGroupRule': {'1.2'}, Apr 06 16:22:34.948585 dv-cinder-815660-7-smb neutron-server[103681]: 'SubPort': {'1.0'}, Apr 06 16:22:34.948585 dv-cinder-815660-7-smb neutron-server[103681]: 'Subnet': {'1.1'}, Apr 06 16:22:34.948585 dv-cinder-815660-7-smb neutron-server[103681]: 'Trunk': {'1.1'}} Apr 06 16:22:34.948585 dv-cinder-815660-7-smb neutron-server[103681]: consumer versions: Apr 06 16:22:34.948585 dv-cinder-815660-7-smb neutron-server[103681]: { DHCP agent@dv-cinder-815660-7-smb: {}, Apr 06 16:22:34.948585 dv-cinder-815660-7-smb neutron-server[103681]: L3 agent@dv-cinder-815660-7-smb: {}, Apr 06 16:22:34.948585 dv-cinder-815660-7-smb neutron-server[103681]: Metadata agent@dv-cinder-815660-7-smb: {}, Apr 06 16:22:34.948585 dv-cinder-815660-7-smb neutron-server[103681]: Metering agent@dv-cinder-815660-7-smb: {}, Apr 06 16:22:34.948585 dv-cinder-815660-7-smb neutron-server[103681]: Open vSwitch agent@dv-cinder-815660-7-smb: { 'AddressGroup': '1.2', Apr 06 16:22:34.948585 dv-cinder-815660-7-smb neutron-server[103681]: 'Agent': '1.1', Apr 06 16:22:34.948585 dv-cinder-815660-7-smb neutron-server[103681]: 'ConntrackHelper': '1.0', Apr 06 16:22:34.948585 dv-cinder-815660-7-smb neutron-server[103681]: 'LocalIPAssociation': '1.0', Apr 06 16:22:34.948585 dv-cinder-815660-7-smb neutron-server[103681]: 'Log': '1.0', Apr 06 16:22:34.948585 dv-cinder-815660-7-smb neutron-server[103681]: 'NDPProxy': '1.0', Apr 06 16:22:34.948585 dv-cinder-815660-7-smb neutron-server[103681]: 'Network': '1.1', Apr 06 16:22:34.948585 dv-cinder-815660-7-smb neutron-server[103681]: 'Port': '1.7', Apr 06 16:22:34.948585 dv-cinder-815660-7-smb neutron-server[103681]: 'PortForwarding': '1.3', Apr 06 16:22:34.948585 dv-cinder-815660-7-smb neutron-server[103681]: 'QosPolicy': '1.10', Apr 06 16:22:34.948585 dv-cinder-815660-7-smb neutron-server[103681]: 'SecurityGroup': '1.5', Apr 06 16:22:34.948585 dv-cinder-815660-7-smb neutron-server[103681]: 'SecurityGroupRule': '1.2', Apr 06 16:22:34.948585 dv-cinder-815660-7-smb neutron-server[103681]: 'SubPort': '1.0', Apr 06 16:22:34.948585 dv-cinder-815660-7-smb neutron-server[103681]: 'Subnet': '1.1', Apr 06 16:22:34.948585 dv-cinder-815660-7-smb neutron-server[103681]: 'Trunk': '1.1'}} Apr 06 16:22:34.948585 dv-cinder-815660-7-smb neutron-server[103681]: {{(pid=103681) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 16:22:35.155250 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d76c4667-6a83-41fb-b41b-00835b33d0f9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (c7b370fb-0a6f-4a39-a715-f159b9794f00), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:35.224434 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-3e81a298-d170-425a-8986-3aa9ee07565e None None] Provisioning complete for port c7b370fb-0a6f-4a39-a715-f159b9794f00 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:35.224821 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-3e81a298-d170-425a-8986-3aa9ee07565e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (c7b370fb-0a6f-4a39-a715-f159b9794f00), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:35.259082 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-3e81a298-d170-425a-8986-3aa9ee07565e None None] Port c7b370fb-0a6f-4a39-a715-f159b9794f00 cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:22:35.379479 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d76c4667-6a83-41fb-b41b-00835b33d0f9 demo admin] Publish callbacks [] for port (c7b370fb-0a6f-4a39-a715-f159b9794f00), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:35.444207 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d76c4667-6a83-41fb-b41b-00835b33d0f9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (c7b370fb-0a6f-4a39-a715-f159b9794f00), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:35.444992 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d76c4667-6a83-41fb-b41b-00835b33d0f9 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617286'] for router_interface (ce673089-9645-449d-ba42-9c703dc4758d), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:35.571677 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c4667-6a83-41fb-b41b-00835b33d0f9 demo admin] Pushing event updated for resources: {'Port': ['ID=c7b370fb-0a6f-4a39-a715-f159b9794f00,revision_number=2']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:35.627933 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76c4667-6a83-41fb-b41b-00835b33d0f9 demo admin] Network 3ea83816-bdac-48f1-8fc0-cc93f07c41f2 is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:22:35.629481 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-d76c4667-6a83-41fb-b41b-00835b33d0f9 demo admin] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:22:35.878703 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d76c4667-6a83-41fb-b41b-00835b33d0f9 demo admin] Router ce673089-9645-449d-ba42-9c703dc4758d is scheduled to L3 agent 94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e with binding_index 1 {{(pid=103681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 16:22:35.884397 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-fb0f9b77-4984-4a8b-a3bc-1a629aca15d2 None None] Provisioning complete for port c7b370fb-0a6f-4a39-a715-f159b9794f00 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:35.885129 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-fb0f9b77-4984-4a8b-a3bc-1a629aca15d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (c7b370fb-0a6f-4a39-a715-f159b9794f00), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:35.923312 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-fb0f9b77-4984-4a8b-a3bc-1a629aca15d2 None None] Port c7b370fb-0a6f-4a39-a715-f159b9794f00 cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:22:35.976883 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76c4667-6a83-41fb-b41b-00835b33d0f9 demo admin] Notify agent at l3_agent.dv-cinder-815660-7-smb the message routers_updated {{(pid=103681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:22:35.982078 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-d76c4667-6a83-41fb-b41b-00835b33d0f9 demo admin] 10.222.0.49 "PUT /v2.0/routers/ce673089-9645-449d-ba42-9c703dc4758d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1506526 Apr 06 16:22:35.987015 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f2c55e-4a87-4327-88f1-4ef445e08b18 None None] Sync routers for ids ['ce673089-9645-449d-ba42-9c703dc4758d'] in dv-cinder-815660-7-smb {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:22:36.001130 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f2c55e-4a87-4327-88f1-4ef445e08b18 None None] Routers {'ce673089-9645-449d-ba42-9c703dc4758d'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:22:36.001987 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-e0f2c55e-4a87-4327-88f1-4ef445e08b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:22:32Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['ce673089-9645-449d-ba42-9c703dc4758d'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:22:36.101670 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:36.208339 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-e0f2c55e-4a87-4327-88f1-4ef445e08b18 None None] Set router ce673089-9645-449d-ba42-9c703dc4758d gateway port host: None {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:22:36.673182 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-e0f2c55e-4a87-4327-88f1-4ef445e08b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce673089-9645-449d-ba42-9c703dc4758d', 'name': 'router1', 'tenant_id': '6f11c39784cc4e458b1591ee2d1bc818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:24Z', 'updated_at': '2022-04-06T16:22:35Z', 'revision_number': 2, 'project_id': '6f11c39784cc4e458b1591ee2d1bc818', 'gw_port_host': None, '_interfaces': [{'id': 'c7b370fb-0a6f-4a39-a715-f159b9794f00', 'name': '', 'network_id': '3ea83816-bdac-48f1-8fc0-cc93f07c41f2', 'tenant_id': '6f11c39784cc4e458b1591ee2d1bc818', 'mac_address': 'fa:16:3e:a7:12:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce673089-9645-449d-ba42-9c703dc4758d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef136e64-8baf-41da-8b0a-1d211060b50e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:34Z', 'updated_at': '2022-04-06T16:22:35Z', 'revision_number': 2, 'project_id': '6f11c39784cc4e458b1591ee2d1bc818', 'subnets': [{'id': 'ef136e64-8baf-41da-8b0a-1d211060b50e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aa2a0a99-a46c-47ec-b1c4-0ef629ac90c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:22:36.725483 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f2c55e-4a87-4327-88f1-4ef445e08b18 None None] Checking router: ce673089-9645-449d-ba42-9c703dc4758d for host: dv-cinder-815660-7-smb {{(pid=103683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:22:36.725854 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f2c55e-4a87-4327-88f1-4ef445e08b18 None None] Updating router ce673089-9645-449d-ba42-9c703dc4758d port c7b370fb-0a6f-4a39-a715-f159b9794f00 binding host dv-cinder-815660-7-smb {{(pid=103683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 16:22:36.814870 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-e0f2c55e-4a87-4327-88f1-4ef445e08b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (c7b370fb-0a6f-4a39-a715-f159b9794f00), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:37.333258 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-e0f2c55e-4a87-4327-88f1-4ef445e08b18 None None] Publish callbacks [] for port (c7b370fb-0a6f-4a39-a715-f159b9794f00), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:37.427515 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-e0f2c55e-4a87-4327-88f1-4ef445e08b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (c7b370fb-0a6f-4a39-a715-f159b9794f00), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:37.583849 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba05d4-2352-4e04-af75-a26f97776ee4 None None] Pushing event updated for resources: {'Port': ['ID=c7b370fb-0a6f-4a39-a715-f159b9794f00,revision_number=3']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:37.602024 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edba05d4-2352-4e04-af75-a26f97776ee4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:37.602373 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edba05d4-2352-4e04-af75-a26f97776ee4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:37.602714 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edba05d4-2352-4e04-af75-a26f97776ee4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:37.603053 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edba05d4-2352-4e04-af75-a26f97776ee4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:37.603382 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edba05d4-2352-4e04-af75-a26f97776ee4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:37.603741 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edba05d4-2352-4e04-af75-a26f97776ee4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:37.604045 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edba05d4-2352-4e04-af75-a26f97776ee4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:37.604368 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edba05d4-2352-4e04-af75-a26f97776ee4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:37.604690 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edba05d4-2352-4e04-af75-a26f97776ee4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:37.605013 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edba05d4-2352-4e04-af75-a26f97776ee4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:37.605336 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edba05d4-2352-4e04-af75-a26f97776ee4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:37.605661 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edba05d4-2352-4e04-af75-a26f97776ee4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:37.605988 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edba05d4-2352-4e04-af75-a26f97776ee4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:37.606301 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edba05d4-2352-4e04-af75-a26f97776ee4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:37.606617 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edba05d4-2352-4e04-af75-a26f97776ee4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:22:37.608607 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edba05d4-2352-4e04-af75-a26f97776ee4 None None] Tracked resource versions report: Apr 06 16:22:37.608607 dv-cinder-815660-7-smb neutron-server[103683]: pushed versions: Apr 06 16:22:37.608607 dv-cinder-815660-7-smb neutron-server[103683]: { 'AddressGroup': {'1.2'}, Apr 06 16:22:37.608607 dv-cinder-815660-7-smb neutron-server[103683]: 'Agent': {'1.1'}, Apr 06 16:22:37.608607 dv-cinder-815660-7-smb neutron-server[103683]: 'ConntrackHelper': {'1.0'}, Apr 06 16:22:37.608607 dv-cinder-815660-7-smb neutron-server[103683]: 'LocalIPAssociation': {'1.0'}, Apr 06 16:22:37.608607 dv-cinder-815660-7-smb neutron-server[103683]: 'Log': {'1.0'}, Apr 06 16:22:37.608607 dv-cinder-815660-7-smb neutron-server[103683]: 'NDPProxy': {'1.0'}, Apr 06 16:22:37.608607 dv-cinder-815660-7-smb neutron-server[103683]: 'Network': {'1.1'}, Apr 06 16:22:37.608607 dv-cinder-815660-7-smb neutron-server[103683]: 'Port': {'1.7'}, Apr 06 16:22:37.608607 dv-cinder-815660-7-smb neutron-server[103683]: 'PortForwarding': {'1.3'}, Apr 06 16:22:37.608607 dv-cinder-815660-7-smb neutron-server[103683]: 'QosPolicy': {'1.10'}, Apr 06 16:22:37.608607 dv-cinder-815660-7-smb neutron-server[103683]: 'SecurityGroup': {'1.5'}, Apr 06 16:22:37.608607 dv-cinder-815660-7-smb neutron-server[103683]: 'SecurityGroupRule': {'1.2'}, Apr 06 16:22:37.608607 dv-cinder-815660-7-smb neutron-server[103683]: 'SubPort': {'1.0'}, Apr 06 16:22:37.608607 dv-cinder-815660-7-smb neutron-server[103683]: 'Subnet': {'1.1'}, Apr 06 16:22:37.608607 dv-cinder-815660-7-smb neutron-server[103683]: 'Trunk': {'1.1'}} Apr 06 16:22:37.608607 dv-cinder-815660-7-smb neutron-server[103683]: consumer versions: Apr 06 16:22:37.608607 dv-cinder-815660-7-smb neutron-server[103683]: { DHCP agent@dv-cinder-815660-7-smb: {}, Apr 06 16:22:37.608607 dv-cinder-815660-7-smb neutron-server[103683]: L3 agent@dv-cinder-815660-7-smb: {}, Apr 06 16:22:37.608607 dv-cinder-815660-7-smb neutron-server[103683]: Metadata agent@dv-cinder-815660-7-smb: {}, Apr 06 16:22:37.608607 dv-cinder-815660-7-smb neutron-server[103683]: Metering agent@dv-cinder-815660-7-smb: {}, Apr 06 16:22:37.608607 dv-cinder-815660-7-smb neutron-server[103683]: Open vSwitch agent@dv-cinder-815660-7-smb: { 'AddressGroup': '1.2', Apr 06 16:22:37.608607 dv-cinder-815660-7-smb neutron-server[103683]: 'Agent': '1.1', Apr 06 16:22:37.608607 dv-cinder-815660-7-smb neutron-server[103683]: 'ConntrackHelper': '1.0', Apr 06 16:22:37.608607 dv-cinder-815660-7-smb neutron-server[103683]: 'LocalIPAssociation': '1.0', Apr 06 16:22:37.608607 dv-cinder-815660-7-smb neutron-server[103683]: 'Log': '1.0', Apr 06 16:22:37.608607 dv-cinder-815660-7-smb neutron-server[103683]: 'NDPProxy': '1.0', Apr 06 16:22:37.608607 dv-cinder-815660-7-smb neutron-server[103683]: 'Network': '1.1', Apr 06 16:22:37.608607 dv-cinder-815660-7-smb neutron-server[103683]: 'Port': '1.7', Apr 06 16:22:37.608607 dv-cinder-815660-7-smb neutron-server[103683]: 'PortForwarding': '1.3', Apr 06 16:22:37.608607 dv-cinder-815660-7-smb neutron-server[103683]: 'QosPolicy': '1.10', Apr 06 16:22:37.608607 dv-cinder-815660-7-smb neutron-server[103683]: 'SecurityGroup': '1.5', Apr 06 16:22:37.608607 dv-cinder-815660-7-smb neutron-server[103683]: 'SecurityGroupRule': '1.2', Apr 06 16:22:37.608607 dv-cinder-815660-7-smb neutron-server[103683]: 'SubPort': '1.0', Apr 06 16:22:37.608607 dv-cinder-815660-7-smb neutron-server[103683]: 'Subnet': '1.1', Apr 06 16:22:37.608607 dv-cinder-815660-7-smb neutron-server[103683]: 'Trunk': '1.1'}} Apr 06 16:22:37.608607 dv-cinder-815660-7-smb neutron-server[103683]: {{(pid=103683) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 16:22:37.615581 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-e0f2c55e-4a87-4327-88f1-4ef445e08b18 None None] Attempting to bind port c7b370fb-0a6f-4a39-a715-f159b9794f00 on host dv-cinder-815660-7-smb for vnic_type normal with profile {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:22:37.616024 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-e0f2c55e-4a87-4327-88f1-4ef445e08b18 None None] Attempting to bind port c7b370fb-0a6f-4a39-a715-f159b9794f00 by drivers openvswitch,hyperv on host dv-cinder-815660-7-smb at level 0 using segments [{'id': '076b3265-51da-45e1-b5ad-399572297fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3ea83816-bdac-48f1-8fc0-cc93f07c41f2'}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:22:37.616440 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f2c55e-4a87-4327-88f1-4ef445e08b18 None None] Attempting to bind port c7b370fb-0a6f-4a39-a715-f159b9794f00 on network 3ea83816-bdac-48f1-8fc0-cc93f07c41f2 {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:22:37.621724 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f2c55e-4a87-4327-88f1-4ef445e08b18 None None] Checking agent: {'id': 'c8d6835f-40e2-4c71-9616-8d834b10e2ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 22, 6), 'started_at': datetime.datetime(2022, 4, 6, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:22:37.622152 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f2c55e-4a87-4327-88f1-4ef445e08b18 None None] Checking segment: {'id': '076b3265-51da-45e1-b5ad-399572297fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3ea83816-bdac-48f1-8fc0-cc93f07c41f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:22:37.622637 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-e0f2c55e-4a87-4327-88f1-4ef445e08b18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:37.623024 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f2c55e-4a87-4327-88f1-4ef445e08b18 None None] Bound using segment: {'id': '076b3265-51da-45e1-b5ad-399572297fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3ea83816-bdac-48f1-8fc0-cc93f07c41f2'} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:22:37.623520 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-e0f2c55e-4a87-4327-88f1-4ef445e08b18 None None] Bound port: c7b370fb-0a6f-4a39-a715-f159b9794f00, host: dv-cinder-815660-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '076b3265-51da-45e1-b5ad-399572297fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3ea83816-bdac-48f1-8fc0-cc93f07c41f2'}}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:22:37.623925 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-e0f2c55e-4a87-4327-88f1-4ef445e08b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (c7b370fb-0a6f-4a39-a715-f159b9794f00), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:37.656401 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-72c7cc26-13e4-46f7-8d4d-2b417f6dfe0e None None] Provisioning complete for port c7b370fb-0a6f-4a39-a715-f159b9794f00 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:37.656939 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-72c7cc26-13e4-46f7-8d4d-2b417f6dfe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (c7b370fb-0a6f-4a39-a715-f159b9794f00), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:37.696319 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.db [None req-e0f2c55e-4a87-4327-88f1-4ef445e08b18 None None] For port c7b370fb-0a6f-4a39-a715-f159b9794f00, host dv-cinder-815660-7-smb, cleared binding levels {{(pid=103683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:22:37.710969 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-72c7cc26-13e4-46f7-8d4d-2b417f6dfe0e None None] Port c7b370fb-0a6f-4a39-a715-f159b9794f00 cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:22:37.718864 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.db [None req-e0f2c55e-4a87-4327-88f1-4ef445e08b18 None None] For port c7b370fb-0a6f-4a39-a715-f159b9794f00, host dv-cinder-815660-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=c7b370fb-0a6f-4a39-a715-f159b9794f00,segment=NetworkSegment(076b3265-51da-45e1-b5ad-399572297fee),segment_id=076b3265-51da-45e1-b5ad-399572297fee)] {{(pid=103683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:22:37.805166 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-e0f2c55e-4a87-4327-88f1-4ef445e08b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (c7b370fb-0a6f-4a39-a715-f159b9794f00), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:37.862379 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f2c55e-4a87-4327-88f1-4ef445e08b18 None None] Routers {'ce673089-9645-449d-ba42-9c703dc4758d'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:22:37.863029 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-e0f2c55e-4a87-4327-88f1-4ef445e08b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:22:32Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['ce673089-9645-449d-ba42-9c703dc4758d'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:22:37.933665 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba05d4-2352-4e04-af75-a26f97776ee4 None None] Pushing event updated for resources: {'Port': ['ID=c7b370fb-0a6f-4a39-a715-f159b9794f00,revision_number=4']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:37.966423 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-e0f2c55e-4a87-4327-88f1-4ef445e08b18 None None] Set router ce673089-9645-449d-ba42-9c703dc4758d gateway port host: None {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:22:38.031954 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-218a2030-abcb-4cfa-983a-da2336ae95a5 None None] Provisioning complete for port c7b370fb-0a6f-4a39-a715-f159b9794f00 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:38.032744 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-218a2030-abcb-4cfa-983a-da2336ae95a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (c7b370fb-0a6f-4a39-a715-f159b9794f00), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:38.113783 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-218a2030-abcb-4cfa-983a-da2336ae95a5 None None] Current status of the port c7b370fb-0a6f-4a39-a715-f159b9794f00 is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:22:38.113783 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-218a2030-abcb-4cfa-983a-da2336ae95a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (c7b370fb-0a6f-4a39-a715-f159b9794f00), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:38.149938 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-218a2030-abcb-4cfa-983a-da2336ae95a5 None None] For port c7b370fb-0a6f-4a39-a715-f159b9794f00, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=c7b370fb-0a6f-4a39-a715-f159b9794f00,segment=NetworkSegment(076b3265-51da-45e1-b5ad-399572297fee),segment_id=076b3265-51da-45e1-b5ad-399572297fee)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:22:38.208976 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-e0f2c55e-4a87-4327-88f1-4ef445e08b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce673089-9645-449d-ba42-9c703dc4758d', 'name': 'router1', 'tenant_id': '6f11c39784cc4e458b1591ee2d1bc818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:24Z', 'updated_at': '2022-04-06T16:22:35Z', 'revision_number': 2, 'project_id': '6f11c39784cc4e458b1591ee2d1bc818', 'gw_port_host': None, '_interfaces': [{'id': 'c7b370fb-0a6f-4a39-a715-f159b9794f00', 'name': '', 'network_id': '3ea83816-bdac-48f1-8fc0-cc93f07c41f2', 'tenant_id': '6f11c39784cc4e458b1591ee2d1bc818', 'mac_address': 'fa:16:3e:a7:12:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce673089-9645-449d-ba42-9c703dc4758d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef136e64-8baf-41da-8b0a-1d211060b50e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:34Z', 'updated_at': '2022-04-06T16:22:37Z', 'revision_number': 4, 'project_id': '6f11c39784cc4e458b1591ee2d1bc818', 'subnets': [{'id': 'ef136e64-8baf-41da-8b0a-1d211060b50e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aa2a0a99-a46c-47ec-b1c4-0ef629ac90c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:22:38.235553 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f2c55e-4a87-4327-88f1-4ef445e08b18 None None] The sync data for ids ['ce673089-9645-449d-ba42-9c703dc4758d'] in dv-cinder-815660-7-smb is: [{'id': 'ce673089-9645-449d-ba42-9c703dc4758d', 'name': 'router1', 'tenant_id': '6f11c39784cc4e458b1591ee2d1bc818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:24Z', 'updated_at': '2022-04-06T16:22:35Z', 'revision_number': 2, 'project_id': '6f11c39784cc4e458b1591ee2d1bc818', 'gw_port_host': None, '_interfaces': [{'id': 'c7b370fb-0a6f-4a39-a715-f159b9794f00', 'name': '', 'network_id': '3ea83816-bdac-48f1-8fc0-cc93f07c41f2', 'tenant_id': '6f11c39784cc4e458b1591ee2d1bc818', 'mac_address': 'fa:16:3e:a7:12:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce673089-9645-449d-ba42-9c703dc4758d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef136e64-8baf-41da-8b0a-1d211060b50e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:34Z', 'updated_at': '2022-04-06T16:22:37Z', 'revision_number': 4, 'project_id': '6f11c39784cc4e458b1591ee2d1bc818', 'subnets': [{'id': 'ef136e64-8baf-41da-8b0a-1d211060b50e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aa2a0a99-a46c-47ec-b1c4-0ef629ac90c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:22:38.239531 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-218a2030-abcb-4cfa-983a-da2336ae95a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (c7b370fb-0a6f-4a39-a715-f159b9794f00), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:38.291156 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218a2030-abcb-4cfa-983a-da2336ae95a5 None None] Pushing event updated for resources: {'Port': ['ID=c7b370fb-0a6f-4a39-a715-f159b9794f00,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:38.563472 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 33070) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:38.680723 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adae681f-578e-4798-b598-da664e74d5f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:38.682010 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-adae681f-578e-4798-b598-da664e74d5f0 admin admin] 10.222.0.49 "GET /v2.0/networks/5748d197-8213-47ef-9188-592aa7f2e542 HTTP/1.1" status: 200 len: 842 time: 0.1175561 Apr 06 16:22:38.691609 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [None req-e0b8b412-4739-4891-b5bb-3288f4cf63b2 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.28.0.0/24', 'enable_dhcp': False, 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'gateway_ip': '172.28.0.1'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:22:38.781845 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b8b412-4739-4891-b5bb-3288f4cf63b2 admin admin] Made reservation on behalf of 7387513c12a34027b3c6da41a5b3af83 for: {'subnet': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:22:38.784325 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e0b8b412-4739-4891-b5bb-3288f4cf63b2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:39.188367 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.objects.ports [None req-e0b8b412-4739-4891-b5bb-3288f4cf63b2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103681) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 16:22:39.188898 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e0b8b412-4739-4891-b5bb-3288f4cf63b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069'] for subnet (30360da9-bba6-4593-a408-3cd8aca8fb5f), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:39.246901 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8b412-4739-4891-b5bb-3288f4cf63b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30360da9-bba6-4593-a408-3cd8aca8fb5f,revision_number=0']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:39.257261 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b8b412-4739-4891-b5bb-3288f4cf63b2 admin admin] Checking segment: {'id': '3728a512-0136-4544-ad0a-d8addcf850d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:22:39.257621 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b8b412-4739-4891-b5bb-3288f4cf63b2 admin admin] Network hostable DHCP agents. Network: 5748d197-8213-47ef-9188-592aa7f2e542, hostable agents: ['f8e9d332-5077-4d82-8c59-e3560cf7409d'], hosted agents: [] {{(pid=103681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 16:22:39.352023 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b8b412-4739-4891-b5bb-3288f4cf63b2 admin admin] Network 5748d197-8213-47ef-9188-592aa7f2e542 is scheduled to be hosted by DHCP agent f8e9d332-5077-4d82-8c59-e3560cf7409d with binding_index 1 {{(pid=103681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 16:22:39.437784 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-e0b8b412-4739-4891-b5bb-3288f4cf63b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-7-smb, 5748d197-8213-47ef-9188-592aa7f2e542) {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:22:39.442578 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b8b412-4739-4891-b5bb-3288f4cf63b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:39.443535 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e0b8b412-4739-4891-b5bb-3288f4cf63b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for subnet (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:39.448178 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa3d934-2cd6-4895-9d84-a86935ac6560 None None] Network 5748d197-8213-47ef-9188-592aa7f2e542 requested from dv-cinder-815660-7-smb {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:22:39.521935 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-e0b8b412-4739-4891-b5bb-3288f4cf63b2 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8337536 Apr 06 16:22:39.565236 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c311f4d6-57b4-43a4-8ee5-d32819bfbe67 None None] Network 5748d197-8213-47ef-9188-592aa7f2e542 requested from dv-cinder-815660-7-smb {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:22:42.025708 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 33078) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:42.165541 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-484c30dc-9ee5-4092-90bd-b5ea68e93bfc demo admin] 10.222.0.49 "GET /v2.0/routers/ce673089-9645-449d-ba42-9c703dc4758d HTTP/1.1" status: 200 len: 710 time: 0.1386092 Apr 06 16:22:42.253031 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382482f1-d28f-4434-8e65-ffb73de1f364 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:22:42.254390 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-382482f1-d28f-4434-8e65-ffb73de1f364 demo admin] 10.222.0.49 "GET /v2.0/networks/5748d197-8213-47ef-9188-592aa7f2e542 HTTP/1.1" status: 200 len: 886 time: 0.0828097 Apr 06 16:22:42.263148 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [None req-1c260953-58b6-4343-8de4-e98eb7507755 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542'}}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:22:42.526199 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-1c260953-58b6-4343-8de4-e98eb7507755 demo admin] Publish callbacks [] for router_gateway (ce673089-9645-449d-ba42-9c703dc4758d), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:42.929369 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-1c260953-58b6-4343-8de4-e98eb7507755 demo admin] Publish callbacks [] for router_gateway (ce673089-9645-449d-ba42-9c703dc4758d), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:43.007392 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-1c260953-58b6-4343-8de4-e98eb7507755 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:43.117135 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [None req-1c260953-58b6-4343-8de4-e98eb7507755 demo admin] Allocated IP 172.28.0.188 (5748d197-8213-47ef-9188-592aa7f2e542/30360da9-bba6-4593-a408-3cd8aca8fb5f/ead55376-28b6-4b66-a86c-8134a586f7d8) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:22:43.223667 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-1c260953-58b6-4343-8de4-e98eb7507755 demo admin] Publish callbacks [] for port (ead55376-28b6-4b66-a86c-8134a586f7d8), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:43.336311 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-1c260953-58b6-4343-8de4-e98eb7507755 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276'] for port (ead55376-28b6-4b66-a86c-8134a586f7d8), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:43.374587 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c260953-58b6-4343-8de4-e98eb7507755 demo admin] Network 5748d197-8213-47ef-9188-592aa7f2e542 is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:22:43.379857 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-1c260953-58b6-4343-8de4-e98eb7507755 demo admin] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:22:43.383787 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c260953-58b6-4343-8de4-e98eb7507755 demo admin] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:22:43.450474 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c260953-58b6-4343-8de4-e98eb7507755 demo admin] Pushing event updated for resources: {'Port': ['ID=ead55376-28b6-4b66-a86c-8134a586f7d8,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:43.730067 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-1c260953-58b6-4343-8de4-e98eb7507755 demo admin] Publish callbacks [] for router_gateway (ce673089-9645-449d-ba42-9c703dc4758d), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:43.936998 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-1c260953-58b6-4343-8de4-e98eb7507755 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-594148', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-616788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3762'] for router (ce673089-9645-449d-ba42-9c703dc4758d), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:43.940337 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-1c260953-58b6-4343-8de4-e98eb7507755 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-594173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-616974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-616813'] for router (ce673089-9645-449d-ba42-9c703dc4758d), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:44.054836 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c260953-58b6-4343-8de4-e98eb7507755 demo admin] Router ce673089-9645-449d-ba42-9c703dc4758d has already been hosted by L3 agent 94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e {{(pid=103681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:22:44.166227 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c260953-58b6-4343-8de4-e98eb7507755 demo admin] Notify agent at l3_agent.dv-cinder-815660-7-smb the message routers_updated {{(pid=103681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:22:44.171105 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-1c260953-58b6-4343-8de4-e98eb7507755 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:44.172025 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-1c260953-58b6-4343-8de4-e98eb7507755 demo admin] 10.222.0.49 "PUT /v2.0/routers/ce673089-9645-449d-ba42-9c703dc4758d HTTP/1.1" status: 200 len: 890 time: 1.9119766 Apr 06 16:22:46.756926 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 33090) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:22:46.827999 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device c7b370fb-0a6f-4a39-a715-f159b9794f00 up at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:22:46.884171 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Provisioning complete for port c7b370fb-0a6f-4a39-a715-f159b9794f00 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:46.884573 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (c7b370fb-0a6f-4a39-a715-f159b9794f00), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:46.896301 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-a33c3cbd-95a9-4df7-8307-af6ad1dd5b1a admin admin] 10.222.0.49 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1427338 Apr 06 16:22:46.972814 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Current status of the port c7b370fb-0a6f-4a39-a715-f159b9794f00 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:22:47.163958 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f99f7ef-242f-4a91-b262-4fd62355d61e None None] Sync routers for ids ['ce673089-9645-449d-ba42-9c703dc4758d'] in dv-cinder-815660-7-smb {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:22:47.177941 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f99f7ef-242f-4a91-b262-4fd62355d61e None None] Routers {'ce673089-9645-449d-ba42-9c703dc4758d'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:22:47.178608 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-9f99f7ef-242f-4a91-b262-4fd62355d61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:22:32Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['ce673089-9645-449d-ba42-9c703dc4758d'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:22:47.405411 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-9f99f7ef-242f-4a91-b262-4fd62355d61e None None] Set router ce673089-9645-449d-ba42-9c703dc4758d gateway port host: dv-cinder-815660-7-smb {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:22:47.887595 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-9f99f7ef-242f-4a91-b262-4fd62355d61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce673089-9645-449d-ba42-9c703dc4758d', 'name': 'router1', 'tenant_id': '6f11c39784cc4e458b1591ee2d1bc818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ead55376-28b6-4b66-a86c-8134a586f7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:24Z', 'updated_at': '2022-04-06T16:22:43Z', 'revision_number': 4, 'project_id': '6f11c39784cc4e458b1591ee2d1bc818', 'gw_port': {'id': 'ead55376-28b6-4b66-a86c-8134a586f7d8', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce673089-9645-449d-ba42-9c703dc4758d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:43Z', 'updated_at': '2022-04-06T16:22:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': 'c7b370fb-0a6f-4a39-a715-f159b9794f00', 'name': '', 'network_id': '3ea83816-bdac-48f1-8fc0-cc93f07c41f2', 'tenant_id': '6f11c39784cc4e458b1591ee2d1bc818', 'mac_address': 'fa:16:3e:a7:12:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce673089-9645-449d-ba42-9c703dc4758d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef136e64-8baf-41da-8b0a-1d211060b50e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:34Z', 'updated_at': '2022-04-06T16:22:38Z', 'revision_number': 5, 'project_id': '6f11c39784cc4e458b1591ee2d1bc818', 'subnets': [{'id': 'ef136e64-8baf-41da-8b0a-1d211060b50e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aa2a0a99-a46c-47ec-b1c4-0ef629ac90c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:22:47.940331 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f99f7ef-242f-4a91-b262-4fd62355d61e None None] Checking router: ce673089-9645-449d-ba42-9c703dc4758d for host: dv-cinder-815660-7-smb {{(pid=103682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:22:47.940602 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f99f7ef-242f-4a91-b262-4fd62355d61e None None] Updating router ce673089-9645-449d-ba42-9c703dc4758d port ead55376-28b6-4b66-a86c-8134a586f7d8 binding host dv-cinder-815660-7-smb {{(pid=103682) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 16:22:47.991642 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-9f99f7ef-242f-4a91-b262-4fd62355d61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (ead55376-28b6-4b66-a86c-8134a586f7d8), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:48.318904 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-9f99f7ef-242f-4a91-b262-4fd62355d61e None None] Publish callbacks [] for port (ead55376-28b6-4b66-a86c-8134a586f7d8), precommit_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:48.392662 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-9f99f7ef-242f-4a91-b262-4fd62355d61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (ead55376-28b6-4b66-a86c-8134a586f7d8), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:48.444215 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-9f99f7ef-242f-4a91-b262-4fd62355d61e None None] Attempting to bind port ead55376-28b6-4b66-a86c-8134a586f7d8 on host dv-cinder-815660-7-smb for vnic_type normal with profile {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:22:48.444632 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-9f99f7ef-242f-4a91-b262-4fd62355d61e None None] Attempting to bind port ead55376-28b6-4b66-a86c-8134a586f7d8 by drivers openvswitch,hyperv on host dv-cinder-815660-7-smb at level 0 using segments [{'id': '3728a512-0136-4544-ad0a-d8addcf850d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542'}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:22:48.445002 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f99f7ef-242f-4a91-b262-4fd62355d61e None None] Attempting to bind port ead55376-28b6-4b66-a86c-8134a586f7d8 on network 5748d197-8213-47ef-9188-592aa7f2e542 {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:22:48.452558 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba3bbe7-7cc7-4d68-b6ab-44084c214c73 None None] Pushing event updated for resources: {'Port': ['ID=ead55376-28b6-4b66-a86c-8134a586f7d8,revision_number=2']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:48.455035 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f99f7ef-242f-4a91-b262-4fd62355d61e None None] Checking agent: {'id': 'c8d6835f-40e2-4c71-9616-8d834b10e2ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 22, 6), 'started_at': datetime.datetime(2022, 4, 6, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:22:48.455417 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f99f7ef-242f-4a91-b262-4fd62355d61e None None] Checking segment: {'id': '3728a512-0136-4544-ad0a-d8addcf850d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:22:48.455845 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-9f99f7ef-242f-4a91-b262-4fd62355d61e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:48.456230 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f99f7ef-242f-4a91-b262-4fd62355d61e None None] Bound using segment: {'id': '3728a512-0136-4544-ad0a-d8addcf850d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542'} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:22:48.456709 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-9f99f7ef-242f-4a91-b262-4fd62355d61e None None] Bound port: ead55376-28b6-4b66-a86c-8134a586f7d8, host: dv-cinder-815660-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3728a512-0136-4544-ad0a-d8addcf850d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542'}}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:22:48.457093 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-9f99f7ef-242f-4a91-b262-4fd62355d61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (ead55376-28b6-4b66-a86c-8134a586f7d8), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:48.507897 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-9f99f7ef-242f-4a91-b262-4fd62355d61e None None] For port ead55376-28b6-4b66-a86c-8134a586f7d8, host dv-cinder-815660-7-smb, cleared binding levels {{(pid=103682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:22:48.511085 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-9f99f7ef-242f-4a91-b262-4fd62355d61e None None] For port ead55376-28b6-4b66-a86c-8134a586f7d8, host dv-cinder-815660-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=ead55376-28b6-4b66-a86c-8134a586f7d8,segment=NetworkSegment(3728a512-0136-4544-ad0a-d8addcf850d8),segment_id=3728a512-0136-4544-ad0a-d8addcf850d8)] {{(pid=103682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:22:48.611013 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-9f99f7ef-242f-4a91-b262-4fd62355d61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (ead55376-28b6-4b66-a86c-8134a586f7d8), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:48.683523 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba3bbe7-7cc7-4d68-b6ab-44084c214c73 None None] Pushing event updated for resources: {'Port': ['ID=ead55376-28b6-4b66-a86c-8134a586f7d8,revision_number=3']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:48.691189 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f99f7ef-242f-4a91-b262-4fd62355d61e None None] Routers {'ce673089-9645-449d-ba42-9c703dc4758d'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:22:48.691869 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-9f99f7ef-242f-4a91-b262-4fd62355d61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:22:32Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['ce673089-9645-449d-ba42-9c703dc4758d'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:22:48.813214 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-9f99f7ef-242f-4a91-b262-4fd62355d61e None None] Set router ce673089-9645-449d-ba42-9c703dc4758d gateway port host: dv-cinder-815660-7-smb {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:22:49.035933 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-9f99f7ef-242f-4a91-b262-4fd62355d61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce673089-9645-449d-ba42-9c703dc4758d', 'name': 'router1', 'tenant_id': '6f11c39784cc4e458b1591ee2d1bc818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ead55376-28b6-4b66-a86c-8134a586f7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:24Z', 'updated_at': '2022-04-06T16:22:43Z', 'revision_number': 4, 'project_id': '6f11c39784cc4e458b1591ee2d1bc818', 'gw_port': {'id': 'ead55376-28b6-4b66-a86c-8134a586f7d8', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce673089-9645-449d-ba42-9c703dc4758d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:43Z', 'updated_at': '2022-04-06T16:22:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': 'c7b370fb-0a6f-4a39-a715-f159b9794f00', 'name': '', 'network_id': '3ea83816-bdac-48f1-8fc0-cc93f07c41f2', 'tenant_id': '6f11c39784cc4e458b1591ee2d1bc818', 'mac_address': 'fa:16:3e:a7:12:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce673089-9645-449d-ba42-9c703dc4758d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef136e64-8baf-41da-8b0a-1d211060b50e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:34Z', 'updated_at': '2022-04-06T16:22:38Z', 'revision_number': 5, 'project_id': '6f11c39784cc4e458b1591ee2d1bc818', 'subnets': [{'id': 'ef136e64-8baf-41da-8b0a-1d211060b50e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aa2a0a99-a46c-47ec-b1c4-0ef629ac90c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:22:49.063536 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f99f7ef-242f-4a91-b262-4fd62355d61e None None] The sync data for ids ['ce673089-9645-449d-ba42-9c703dc4758d'] in dv-cinder-815660-7-smb is: [{'id': 'ce673089-9645-449d-ba42-9c703dc4758d', 'name': 'router1', 'tenant_id': '6f11c39784cc4e458b1591ee2d1bc818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ead55376-28b6-4b66-a86c-8134a586f7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:22:24Z', 'updated_at': '2022-04-06T16:22:43Z', 'revision_number': 4, 'project_id': '6f11c39784cc4e458b1591ee2d1bc818', 'gw_port': {'id': 'ead55376-28b6-4b66-a86c-8134a586f7d8', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce673089-9645-449d-ba42-9c703dc4758d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:43Z', 'updated_at': '2022-04-06T16:22:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': 'c7b370fb-0a6f-4a39-a715-f159b9794f00', 'name': '', 'network_id': '3ea83816-bdac-48f1-8fc0-cc93f07c41f2', 'tenant_id': '6f11c39784cc4e458b1591ee2d1bc818', 'mac_address': 'fa:16:3e:a7:12:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce673089-9645-449d-ba42-9c703dc4758d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef136e64-8baf-41da-8b0a-1d211060b50e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:22:34Z', 'updated_at': '2022-04-06T16:22:38Z', 'revision_number': 5, 'project_id': '6f11c39784cc4e458b1591ee2d1bc818', 'subnets': [{'id': 'ef136e64-8baf-41da-8b0a-1d211060b50e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aa2a0a99-a46c-47ec-b1c4-0ef629ac90c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:22:50.871869 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device ead55376-28b6-4b66-a86c-8134a586f7d8 up at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:22:50.931245 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Provisioning complete for port ead55376-28b6-4b66-a86c-8134a586f7d8 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:50.931916 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (ead55376-28b6-4b66-a86c-8134a586f7d8), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:51.019794 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Current status of the port ead55376-28b6-4b66-a86c-8134a586f7d8 is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:22:51.020448 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (ead55376-28b6-4b66-a86c-8134a586f7d8), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:51.044117 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] For port ead55376-28b6-4b66-a86c-8134a586f7d8, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=ead55376-28b6-4b66-a86c-8134a586f7d8,segment=NetworkSegment(3728a512-0136-4544-ad0a-d8addcf850d8),segment_id=3728a512-0136-4544-ad0a-d8addcf850d8)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:22:51.120971 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (ead55376-28b6-4b66-a86c-8134a586f7d8), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:51.208944 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Pushing event updated for resources: {'Port': ['ID=ead55376-28b6-4b66-a86c-8134a586f7d8,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:22:52.925736 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device ead55376-28b6-4b66-a86c-8134a586f7d8 up at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:22:52.998713 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Provisioning complete for port ead55376-28b6-4b66-a86c-8134a586f7d8 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:22:52.999336 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (ead55376-28b6-4b66-a86c-8134a586f7d8), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:22:53.159659 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Current status of the port ead55376-28b6-4b66-a86c-8134a586f7d8 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:22:56.615190 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.agents_db [None req-a950ddbd-9d44-4943-b7d7-a118ae2e1c13 None None] Agent healthcheck: found 5 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:22:59.677975 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-ac17fa04-52a7-445d-8f40-e05b71cb82da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:01.987130 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-623ec617-2c0a-498c-b9fb-47e739929bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:03.387090 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:04.467295 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:06.109385 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:29.683757 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-e6873b2c-b50b-4201-b34e-b097c095ed7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:31.998236 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-5aeb4b29-893a-4ca4-933b-7b8f956ebbcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:33.375745 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:33.616021 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.agents_db [None req-a950ddbd-9d44-4943-b7d7-a118ae2e1c13 None None] Agent healthcheck: found 5 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:23:34.472420 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:36.093403 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:23:59.717412 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-4c00df08-a382-4030-91e1-db4686c6277d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:01.997663 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-cc5ee3b8-1fdb-4b3b-8ceb-3f292624a8e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:03.374880 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:04.466248 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:06.094928 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:10.616477 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.agents_db [None req-a950ddbd-9d44-4943-b7d7-a118ae2e1c13 None None] Agent healthcheck: found 5 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:24:11.577353 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 33574) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:24:11.642645 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bf414c1-85f4-4e30-b982-536ab9cd03e7 admin admin] GET failed (client error): The resource could not be found. Apr 06 16:24:11.643943 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-3bf414c1-85f4-4e30-b982-536ab9cd03e7 admin admin] 10.222.0.49 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0656185 Apr 06 16:24:11.804712 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1d3a27-f6bf-4188-9637-e70908f99ccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:11.806133 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-9f1d3a27-f6bf-4188-9637-e70908f99ccc admin admin] 10.222.0.49 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1581857 Apr 06 16:24:14.122462 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 33584) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:24:14.216660 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9350e0fb-0113-42d3-83ab-55608b67d2d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:14.217994 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-9350e0fb-0113-42d3-83ab-55608b67d2d6 admin admin] 10.222.0.49 "GET /v2.0/subnets/ef136e64-8baf-41da-8b0a-1d211060b50e HTTP/1.1" status: 200 len: 849 time: 0.0945628 Apr 06 16:24:14.227218 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-329c4151-b16b-47ee-b872-c8e4cad15aa6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:24:14.313892 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-329c4151-b16b-47ee-b872-c8e4cad15aa6 admin admin] Publish callbacks [] for subnet (ef136e64-8baf-41da-8b0a-1d211060b50e), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:14.527673 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-329c4151-b16b-47ee-b872-c8e4cad15aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758156474893'] for subnet (ef136e64-8baf-41da-8b0a-1d211060b50e), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:14.561294 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329c4151-b16b-47ee-b872-c8e4cad15aa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:14.561887 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-329c4151-b16b-47ee-b872-c8e4cad15aa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for subnet (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:14.563183 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-329c4151-b16b-47ee-b872-c8e4cad15aa6 admin admin] 10.222.0.49 "PUT /v2.0/subnets/ef136e64-8baf-41da-8b0a-1d211060b50e HTTP/1.1" status: 200 len: 868 time: 0.3394821 Apr 06 16:24:14.583204 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b50fe5-e787-4f23-a5b8-0411bab9ee16 None None] Network 3ea83816-bdac-48f1-8fc0-cc93f07c41f2 requested from dv-cinder-815660-7-smb {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:24:14.584295 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329c4151-b16b-47ee-b872-c8e4cad15aa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef136e64-8baf-41da-8b0a-1d211060b50e,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:24:14.593124 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329c4151-b16b-47ee-b872-c8e4cad15aa6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:14.593536 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329c4151-b16b-47ee-b872-c8e4cad15aa6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:14.593834 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329c4151-b16b-47ee-b872-c8e4cad15aa6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:14.594203 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329c4151-b16b-47ee-b872-c8e4cad15aa6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:14.594545 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329c4151-b16b-47ee-b872-c8e4cad15aa6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:14.594877 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329c4151-b16b-47ee-b872-c8e4cad15aa6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:14.595204 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329c4151-b16b-47ee-b872-c8e4cad15aa6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:14.595529 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329c4151-b16b-47ee-b872-c8e4cad15aa6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:14.595942 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329c4151-b16b-47ee-b872-c8e4cad15aa6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:14.596393 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329c4151-b16b-47ee-b872-c8e4cad15aa6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:14.596727 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329c4151-b16b-47ee-b872-c8e4cad15aa6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:14.597074 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329c4151-b16b-47ee-b872-c8e4cad15aa6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:14.597410 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329c4151-b16b-47ee-b872-c8e4cad15aa6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:14.597723 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329c4151-b16b-47ee-b872-c8e4cad15aa6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:14.598044 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329c4151-b16b-47ee-b872-c8e4cad15aa6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:24:14.926233 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-1de6502d-b97c-4d9b-8ec5-762e6af8f745 None None] Provisioning complete for port c7b370fb-0a6f-4a39-a715-f159b9794f00 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:24:14.926763 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-1de6502d-b97c-4d9b-8ec5-762e6af8f745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (c7b370fb-0a6f-4a39-a715-f159b9794f00), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:15.006980 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-1de6502d-b97c-4d9b-8ec5-762e6af8f745 None None] Current status of the port c7b370fb-0a6f-4a39-a715-f159b9794f00 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:24:15.016764 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-1de6502d-b97c-4d9b-8ec5-762e6af8f745 None None] Provisioning complete for port 05c5e35d-ea5f-4bb2-8c50-04efab0d31c6 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:24:15.017161 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-1de6502d-b97c-4d9b-8ec5-762e6af8f745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (05c5e35d-ea5f-4bb2-8c50-04efab0d31c6), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:15.093151 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-1de6502d-b97c-4d9b-8ec5-762e6af8f745 None None] Current status of the port 05c5e35d-ea5f-4bb2-8c50-04efab0d31c6 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:24:16.906469 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 33592) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:24:17.188188 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41007be3-21af-431d-b4be-a285c155ab44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:17.188574 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41007be3-21af-431d-b4be-a285c155ab44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:17.190090 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-41007be3-21af-431d-b4be-a285c155ab44 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2826765 Apr 06 16:24:19.540550 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 33602) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:24:19.676191 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9666a784-c54b-4fd6-8fbe-d90eab7339fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:19.676666 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9666a784-c54b-4fd6-8fbe-d90eab7339fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:19.678222 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-9666a784-c54b-4fd6-8fbe-d90eab7339fd admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1367245 Apr 06 16:24:21.999724 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 33610) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:24:22.172534 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2837accb-4eec-4a3f-8305-7f7991b7030c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:22.173945 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-2837accb-4eec-4a3f-8305-7f7991b7030c admin admin] 10.222.0.49 "GET /v2.0/networks/3ea83816-bdac-48f1-8fc0-cc93f07c41f2 HTTP/1.1" status: 200 len: 869 time: 0.1732521 Apr 06 16:24:24.527659 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 33618) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:24:24.658353 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb02b422-fa9c-44a9-98c9-6a57ab748902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:24.659770 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-eb02b422-fa9c-44a9-98c9-6a57ab748902 admin admin] 10.222.0.49 "GET /v2.0/networks/5748d197-8213-47ef-9188-592aa7f2e542 HTTP/1.1" status: 200 len: 886 time: 0.1310241 Apr 06 16:24:27.005750 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 33626) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:24:27.132868 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb243d5a-4426-4e5b-bfba-cf7e65a4f6ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:27.133246 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb243d5a-4426-4e5b-bfba-cf7e65a4f6ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:27.134776 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-fb243d5a-4426-4e5b-bfba-cf7e65a4f6ab admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1280770 Apr 06 16:24:29.483296 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 33634) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:24:29.577771 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca84f937-ba4b-42a9-a89c-5d094ba65c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:29.578225 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca84f937-ba4b-42a9-a89c-5d094ba65c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:29.579803 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-ca84f937-ba4b-42a9-a89c-5d094ba65c15 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0954819 Apr 06 16:24:29.723875 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-e8430bcc-1af5-4cab-b96c-91b8ca05a30c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:31.932538 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 33642) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:24:32.008647 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-8ecdac6b-84df-4634-94e5-32671e00968e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:32.019793 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389e6930-4551-44db-be58-18231af79b61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:32.021222 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-389e6930-4551-44db-be58-18231af79b61 admin admin] 10.222.0.49 "GET /v2.0/subnets/30360da9-bba6-4593-a408-3cd8aca8fb5f HTTP/1.1" status: 200 len: 816 time: 0.0876949 Apr 06 16:24:33.374497 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:34.357247 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 33650) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:24:34.462036 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483d4a2d-3b3e-425f-a79a-164ebde4173f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:24:34.464511 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-483d4a2d-3b3e-425f-a79a-164ebde4173f admin admin] 10.222.0.49 "GET /v2.0/subnets/ef136e64-8baf-41da-8b0a-1d211060b50e HTTP/1.1" status: 200 len: 868 time: 0.1057179 Apr 06 16:24:34.466076 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:36.083721 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:24:47.614353 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.agents_db [None req-a950ddbd-9d44-4943-b7d7-a118ae2e1c13 None None] Agent healthcheck: found 5 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:24:59.694415 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-5d5791eb-3678-450b-942e-f4ec68742647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:02.003261 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-46f4fb01-40f4-48d3-9299-807605649d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:03.395898 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:04.487241 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:06.094826 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:15.983482 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 33708) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:25:16.032018 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [None req-4fb9cfd4-cf29-4c38-8beb-7bdd67394592 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103680) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 16:25:16.033042 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-4fb9cfd4-cf29-4c38-8beb-7bdd67394592 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0485590 Apr 06 16:25:18.461533 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 33716) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:25:18.521913 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.pecan_wsgi.hooks.translation [None req-76705d74-9a75-4b4f-aad9-f1ce6c6d7ade admin admin] GET failed (client error): The resource could not be found. Apr 06 16:25:18.523226 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-76705d74-9a75-4b4f-aad9-f1ce6c6d7ade admin admin] 10.222.0.49 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0607722 Apr 06 16:25:18.609524 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3daf327-292a-4269-a5f6-221785b50506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:18.610989 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-b3daf327-292a-4269-a5f6-221785b50506 admin admin] 10.222.0.49 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0831258 Apr 06 16:25:20.960016 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 33724) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:25:21.007410 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-dacaefba-a453-4326-ab40-0ebc6362729c admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:25:21.093080 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dacaefba-a453-4326-ab40-0ebc6362729c admin admin] Made reservation on behalf of 7387513c12a34027b3c6da41a5b3af83 for: {'network': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:25:21.095353 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-dacaefba-a453-4326-ab40-0ebc6362729c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for network (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:21.174565 dv-cinder-815660-7-smb neutron-server[103680]: WARNING neutron.services.revisions.revision_plugin [None req-dacaefba-a453-4326-ab40-0ebc6362729c admin admin] Could not find related network for resource to bump revision. Apr 06 16:25:21.186276 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dacaefba-a453-4326-ab40-0ebc6362729c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=103680) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 16:25:21.194993 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-dacaefba-a453-4326-ab40-0ebc6362729c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1728802'] for segment (377e7992-65f9-4763-9ceb-58f212431df1), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:21.195319 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.db.segments_db [None req-dacaefba-a453-4326-ab40-0ebc6362729c admin admin] Added segment 377e7992-65f9-4763-9ceb-58f212431df1 of type vlan for network 7fea525e-ccd6-4476-b19b-4a30d5aeedd8 Apr 06 16:25:21.233131 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-dacaefba-a453-4326-ab40-0ebc6362729c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758155981114'] for network (7fea525e-ccd6-4476-b19b-4a30d5aeedd8), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:21.329337 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-dacaefba-a453-4326-ab40-0ebc6362729c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069'] for network (7fea525e-ccd6-4476-b19b-4a30d5aeedd8), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:21.330343 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacaefba-a453-4326-ab40-0ebc6362729c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:21.330926 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-dacaefba-a453-4326-ab40-0ebc6362729c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:21.388840 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacaefba-a453-4326-ab40-0ebc6362729c admin admin] Pushing event updated for resources: {'Network': ['ID=7fea525e-ccd6-4476-b19b-4a30d5aeedd8,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:21.395418 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacaefba-a453-4326-ab40-0ebc6362729c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:21.395882 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacaefba-a453-4326-ab40-0ebc6362729c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:21.396233 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacaefba-a453-4326-ab40-0ebc6362729c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:21.396581 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacaefba-a453-4326-ab40-0ebc6362729c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:21.396916 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacaefba-a453-4326-ab40-0ebc6362729c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:21.397254 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacaefba-a453-4326-ab40-0ebc6362729c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:21.397587 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacaefba-a453-4326-ab40-0ebc6362729c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:21.397916 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacaefba-a453-4326-ab40-0ebc6362729c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:21.398245 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacaefba-a453-4326-ab40-0ebc6362729c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:21.398574 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacaefba-a453-4326-ab40-0ebc6362729c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:21.398903 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacaefba-a453-4326-ab40-0ebc6362729c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:21.399231 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacaefba-a453-4326-ab40-0ebc6362729c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:21.399578 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacaefba-a453-4326-ab40-0ebc6362729c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:21.400556 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacaefba-a453-4326-ab40-0ebc6362729c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:21.400883 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacaefba-a453-4326-ab40-0ebc6362729c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:21.411868 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Network 7fea525e-ccd6-4476-b19b-4a30d5aeedd8 details requested by agent ovs-agent-dv-cinder-815660-7-smb with host dv-cinder-815660-7-smb {{(pid=103682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 16:25:21.446114 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-dacaefba-a453-4326-ab40-0ebc6362729c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4849181 Apr 06 16:25:23.802326 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 33732) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:25:23.865421 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.pecan_wsgi.hooks.translation [None req-57058c73-354e-4687-96cb-5b6d9ed8190f admin admin] GET failed (client error): The resource could not be found. Apr 06 16:25:23.866749 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-57058c73-354e-4687-96cb-5b6d9ed8190f admin admin] 10.222.0.49 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0634310 Apr 06 16:25:23.936815 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182bcfc2-5ce0-49b8-b54f-a76d0882c352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:23.938379 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-182bcfc2-5ce0-49b8-b54f-a76d0882c352 admin admin] 10.222.0.49 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0667577 Apr 06 16:25:23.948532 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-3db8c3fb-46d0-4a29-be08-9ec62e83aef2 admin admin] Request body: {'subnet': {'network_id': '7fea525e-ccd6-4476-b19b-4a30d5aeedd8', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:25:24.026545 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db8c3fb-46d0-4a29-be08-9ec62e83aef2 admin admin] Made reservation on behalf of 7387513c12a34027b3c6da41a5b3af83 for: {'subnet': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:25:24.028765 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-3db8c3fb-46d0-4a29-be08-9ec62e83aef2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:24.266410 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-3db8c3fb-46d0-4a29-be08-9ec62e83aef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069'] for subnet (4a0801a5-b10f-4b0d-9edd-b4b8bba8496a), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:24.323457 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8c3fb-46d0-4a29-be08-9ec62e83aef2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a0801a5-b10f-4b0d-9edd-b4b8bba8496a,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:24.333694 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db8c3fb-46d0-4a29-be08-9ec62e83aef2 admin admin] Checking segment: {'id': '377e7992-65f9-4763-9ceb-58f212431df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7fea525e-ccd6-4476-b19b-4a30d5aeedd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:25:24.333694 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db8c3fb-46d0-4a29-be08-9ec62e83aef2 admin admin] Network hostable DHCP agents. Network: 7fea525e-ccd6-4476-b19b-4a30d5aeedd8, hostable agents: ['f8e9d332-5077-4d82-8c59-e3560cf7409d'], hosted agents: [] {{(pid=103680) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 16:25:24.426094 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db8c3fb-46d0-4a29-be08-9ec62e83aef2 admin admin] Network 7fea525e-ccd6-4476-b19b-4a30d5aeedd8 is scheduled to be hosted by DHCP agent f8e9d332-5077-4d82-8c59-e3560cf7409d with binding_index 1 {{(pid=103680) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 16:25:24.487059 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-3db8c3fb-46d0-4a29-be08-9ec62e83aef2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-7-smb, 7fea525e-ccd6-4476-b19b-4a30d5aeedd8) {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:25:24.491086 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db8c3fb-46d0-4a29-be08-9ec62e83aef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:25:24.491725 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-3db8c3fb-46d0-4a29-be08-9ec62e83aef2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for subnet (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:24.496224 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd6c106-b450-4ff3-836a-fe23c7f140cd None None] Network 7fea525e-ccd6-4476-b19b-4a30d5aeedd8 requested from dv-cinder-815660-7-smb {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:25:24.576252 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-3db8c3fb-46d0-4a29-be08-9ec62e83aef2 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6314349 Apr 06 16:25:24.601243 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01aad54b-b30a-43d7-aef9-71f524e94679 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00762c58-2b86-5e77-99c4-154082f7bcb4-7fea525e-ccd6-4476-b19b-4a30d5aeedd8', 'network_id': '7fea525e-ccd6-4476-b19b-4a30d5aeedd8', 'project_id': '7387513c12a34027b3c6da41a5b3af83', 'fixed_ips': [{'subnet_id': '4a0801a5-b10f-4b0d-9edd-b4b8bba8496a'}]}} from dv-cinder-815660-7-smb. {{(pid=103682) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 16:25:24.602159 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-01aad54b-b30a-43d7-aef9-71f524e94679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:24.613339 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.agents_db [None req-a950ddbd-9d44-4943-b7d7-a118ae2e1c13 None None] Agent healthcheck: found 5 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:25:24.846375 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.db_base_plugin_common [None req-01aad54b-b30a-43d7-aef9-71f524e94679 None None] Allocated IP 192.168.233.2 (7fea525e-ccd6-4476-b19b-4a30d5aeedd8/4a0801a5-b10f-4b0d-9edd-b4b8bba8496a/db4dff60-aa4e-44cd-a2af-d103e2c4f1d7) {{(pid=103682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:25:24.995210 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-01aad54b-b30a-43d7-aef9-71f524e94679 None None] Publish callbacks [] for port (db4dff60-aa4e-44cd-a2af-d103e2c4f1d7), precommit_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:25.101363 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-01aad54b-b30a-43d7-aef9-71f524e94679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276'] for port (db4dff60-aa4e-44cd-a2af-d103e2c4f1d7), after_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:25.144607 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01aad54b-b30a-43d7-aef9-71f524e94679 None None] Network 7fea525e-ccd6-4476-b19b-4a30d5aeedd8 is already hosted by enough agents. {{(pid=103682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:25:25.147497 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.scheduler.base_scheduler [None req-01aad54b-b30a-43d7-aef9-71f524e94679 None None] Resources bound (agent type, host, resource id): {{(pid=103682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:25:25.152416 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01aad54b-b30a-43d7-aef9-71f524e94679 None None] Received port after_create {{(pid=103682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:25:25.155546 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aad54b-b30a-43d7-aef9-71f524e94679 None None] Pushing event updated for resources: {'Port': ['ID=db4dff60-aa4e-44cd-a2af-d103e2c4f1d7,revision_number=1']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:25.166867 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aad54b-b30a-43d7-aef9-71f524e94679 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:25.167214 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aad54b-b30a-43d7-aef9-71f524e94679 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:25.167600 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aad54b-b30a-43d7-aef9-71f524e94679 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:25.167959 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aad54b-b30a-43d7-aef9-71f524e94679 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:25.168295 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aad54b-b30a-43d7-aef9-71f524e94679 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:25.168625 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aad54b-b30a-43d7-aef9-71f524e94679 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:25.168956 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aad54b-b30a-43d7-aef9-71f524e94679 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:25.169282 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aad54b-b30a-43d7-aef9-71f524e94679 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:25.169609 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aad54b-b30a-43d7-aef9-71f524e94679 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:25.169931 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aad54b-b30a-43d7-aef9-71f524e94679 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:25.170256 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aad54b-b30a-43d7-aef9-71f524e94679 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:25.170594 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aad54b-b30a-43d7-aef9-71f524e94679 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:25.170920 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aad54b-b30a-43d7-aef9-71f524e94679 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:25.171237 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aad54b-b30a-43d7-aef9-71f524e94679 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:25.171555 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aad54b-b30a-43d7-aef9-71f524e94679 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:25:25.221215 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-01aad54b-b30a-43d7-aef9-71f524e94679 None None] Attempting to bind port db4dff60-aa4e-44cd-a2af-d103e2c4f1d7 on host dv-cinder-815660-7-smb for vnic_type normal with profile {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:25:25.221638 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-01aad54b-b30a-43d7-aef9-71f524e94679 None None] Attempting to bind port db4dff60-aa4e-44cd-a2af-d103e2c4f1d7 by drivers openvswitch,hyperv on host dv-cinder-815660-7-smb at level 0 using segments [{'id': '377e7992-65f9-4763-9ceb-58f212431df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7fea525e-ccd6-4476-b19b-4a30d5aeedd8'}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:25:25.222009 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01aad54b-b30a-43d7-aef9-71f524e94679 None None] Attempting to bind port db4dff60-aa4e-44cd-a2af-d103e2c4f1d7 on network 7fea525e-ccd6-4476-b19b-4a30d5aeedd8 {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:25:25.227277 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01aad54b-b30a-43d7-aef9-71f524e94679 None None] Checking agent: {'id': 'c8d6835f-40e2-4c71-9616-8d834b10e2ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 22, 6), 'started_at': datetime.datetime(2022, 4, 6, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:25:25.227823 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01aad54b-b30a-43d7-aef9-71f524e94679 None None] Checking segment: {'id': '377e7992-65f9-4763-9ceb-58f212431df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7fea525e-ccd6-4476-b19b-4a30d5aeedd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:25:25.228240 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-01aad54b-b30a-43d7-aef9-71f524e94679 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:25.228638 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01aad54b-b30a-43d7-aef9-71f524e94679 None None] Bound using segment: {'id': '377e7992-65f9-4763-9ceb-58f212431df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7fea525e-ccd6-4476-b19b-4a30d5aeedd8'} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:25:25.229107 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-01aad54b-b30a-43d7-aef9-71f524e94679 None None] Bound port: db4dff60-aa4e-44cd-a2af-d103e2c4f1d7, host: dv-cinder-815660-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '377e7992-65f9-4763-9ceb-58f212431df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7fea525e-ccd6-4476-b19b-4a30d5aeedd8'}}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:25:25.229487 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-01aad54b-b30a-43d7-aef9-71f524e94679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (db4dff60-aa4e-44cd-a2af-d103e2c4f1d7), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:25.297577 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-01aad54b-b30a-43d7-aef9-71f524e94679 None None] For port db4dff60-aa4e-44cd-a2af-d103e2c4f1d7, host dv-cinder-815660-7-smb, cleared binding levels {{(pid=103682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:25:25.300714 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-01aad54b-b30a-43d7-aef9-71f524e94679 None None] For port db4dff60-aa4e-44cd-a2af-d103e2c4f1d7, host dv-cinder-815660-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=db4dff60-aa4e-44cd-a2af-d103e2c4f1d7,segment=NetworkSegment(377e7992-65f9-4763-9ceb-58f212431df1),segment_id=377e7992-65f9-4763-9ceb-58f212431df1)] {{(pid=103682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:25:25.385881 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-01aad54b-b30a-43d7-aef9-71f524e94679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (db4dff60-aa4e-44cd-a2af-d103e2c4f1d7), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:25.447175 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aad54b-b30a-43d7-aef9-71f524e94679 None None] Pushing event updated for resources: {'Port': ['ID=db4dff60-aa4e-44cd-a2af-d103e2c4f1d7,revision_number=2']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:26.290938 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce30a55-5289-439b-866f-636884ea060e None None] Network 7fea525e-ccd6-4476-b19b-4a30d5aeedd8 requested from dv-cinder-815660-7-smb {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:25:26.365682 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-f34d96cd-bd68-4020-931d-7c580d75935d None None] Provisioning complete for port db4dff60-aa4e-44cd-a2af-d103e2c4f1d7 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:25:26.366071 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f34d96cd-bd68-4020-931d-7c580d75935d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (db4dff60-aa4e-44cd-a2af-d103e2c4f1d7), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:26.497193 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f34d96cd-bd68-4020-931d-7c580d75935d None None] Current status of the port db4dff60-aa4e-44cd-a2af-d103e2c4f1d7 is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:25:26.498193 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f34d96cd-bd68-4020-931d-7c580d75935d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (db4dff60-aa4e-44cd-a2af-d103e2c4f1d7), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:26.544624 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f34d96cd-bd68-4020-931d-7c580d75935d None None] For port db4dff60-aa4e-44cd-a2af-d103e2c4f1d7, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=db4dff60-aa4e-44cd-a2af-d103e2c4f1d7,segment=NetworkSegment(377e7992-65f9-4763-9ceb-58f212431df1),segment_id=377e7992-65f9-4763-9ceb-58f212431df1)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:25:26.635264 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f34d96cd-bd68-4020-931d-7c580d75935d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (db4dff60-aa4e-44cd-a2af-d103e2c4f1d7), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:26.738925 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d96cd-bd68-4020-931d-7c580d75935d None None] Pushing event updated for resources: {'Port': ['ID=db4dff60-aa4e-44cd-a2af-d103e2c4f1d7,revision_number=3']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:25:26.771516 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-05a231f8-e688-4f8e-90a0-60c567536b99 None None] Provisioning complete for port db4dff60-aa4e-44cd-a2af-d103e2c4f1d7 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:25:26.771909 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-05a231f8-e688-4f8e-90a0-60c567536b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (db4dff60-aa4e-44cd-a2af-d103e2c4f1d7), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:26.867442 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-05a231f8-e688-4f8e-90a0-60c567536b99 None None] Current status of the port db4dff60-aa4e-44cd-a2af-d103e2c4f1d7 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:25:26.952084 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device db4dff60-aa4e-44cd-a2af-d103e2c4f1d7 up at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:25:27.002693 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Provisioning complete for port db4dff60-aa4e-44cd-a2af-d103e2c4f1d7 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:25:27.003009 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (db4dff60-aa4e-44cd-a2af-d103e2c4f1d7), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:27.083034 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Current status of the port db4dff60-aa4e-44cd-a2af-d103e2c4f1d7 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:25:29.694990 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-c858974c-1aea-421e-8292-82ff4e7a6b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:32.015017 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-13bce0d4-f0ff-49f8-a754-5c3144ce460e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:33.410148 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:34.483576 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:36.098952 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:25:59.684282 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-445121fc-a30f-4eed-b389-162c00f61e88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:01.612802 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.agents_db [None req-a950ddbd-9d44-4943-b7d7-a118ae2e1c13 None None] Agent healthcheck: found 5 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:26:02.038297 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-daa5ba0c-94c7-42bf-8d44-9be0b752a527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:03.373174 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:04.484180 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:06.135708 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:29.699568 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-57237eac-e9a5-4084-8087-8564bd085449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:32.021549 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-be94d20e-5ab7-452c-9e60-93930ec75bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:33.427247 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:34.485123 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:36.096210 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:26:38.610890 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.agents_db [None req-a950ddbd-9d44-4943-b7d7-a118ae2e1c13 None None] Agent healthcheck: found 5 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:26:59.697006 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-903f2335-00ce-44be-88b9-52a7a0b51445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:02.067974 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a6cf6755-2ef6-4028-bd06-f537987114fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:03.393401 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:04.076012 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 33772) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:27:04.081878 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [None req-583ba229-7b89-4cdd-913a-9dd1cda70d4a tempest-verify_tempest_config-1696008784 tempest-verify_tempest_config-1696008784-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103680) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 16:27:04.082930 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-583ba229-7b89-4cdd-913a-9dd1cda70d4a tempest-verify_tempest_config-1696008784 tempest-verify_tempest_config-1696008784-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058692 Apr 06 16:27:04.485020 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:04.605342 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 33790) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:27:04.707465 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9184ab16-1b9d-4ab5-89f2-1f6ecc16ba71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:04.809333 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9184ab16-1b9d-4ab5-89f2-1f6ecc16ba71 admin admin] Publish callbacks [] for security_group (c98073de-7995-41b1-ae73-ff5e4d70fae0), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:04.857218 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9184ab16-1b9d-4ab5-89f2-1f6ecc16ba71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (c98073de-7995-41b1-ae73-ff5e4d70fae0), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:04.904150 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9184ab16-1b9d-4ab5-89f2-1f6ecc16ba71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98073de-7995-41b1-ae73-ff5e4d70fae0,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:27:04.907811 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-9184ab16-1b9d-4ab5-89f2-1f6ecc16ba71 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=910acd3dc28c4bc381fb2a13b047909e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3014579 Apr 06 16:27:04.910536 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 33796) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:27:04.913302 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9184ab16-1b9d-4ab5-89f2-1f6ecc16ba71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:04.913657 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9184ab16-1b9d-4ab5-89f2-1f6ecc16ba71 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:04.914026 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9184ab16-1b9d-4ab5-89f2-1f6ecc16ba71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:04.914460 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9184ab16-1b9d-4ab5-89f2-1f6ecc16ba71 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:04.915503 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9184ab16-1b9d-4ab5-89f2-1f6ecc16ba71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:04.915981 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9184ab16-1b9d-4ab5-89f2-1f6ecc16ba71 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:04.917126 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9184ab16-1b9d-4ab5-89f2-1f6ecc16ba71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:04.917126 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9184ab16-1b9d-4ab5-89f2-1f6ecc16ba71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:04.917285 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9184ab16-1b9d-4ab5-89f2-1f6ecc16ba71 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:04.917572 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9184ab16-1b9d-4ab5-89f2-1f6ecc16ba71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:04.917908 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9184ab16-1b9d-4ab5-89f2-1f6ecc16ba71 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:04.918566 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9184ab16-1b9d-4ab5-89f2-1f6ecc16ba71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:04.918566 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9184ab16-1b9d-4ab5-89f2-1f6ecc16ba71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:04.918963 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9184ab16-1b9d-4ab5-89f2-1f6ecc16ba71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:04.919237 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9184ab16-1b9d-4ab5-89f2-1f6ecc16ba71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:04.971086 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-537738db-b302-4ad6-b484-c91b38c2b7b1 admin admin] Publish callbacks [] for security_group (c98073de-7995-41b1-ae73-ff5e4d70fae0), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:04.992533 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-537738db-b302-4ad6-b484-c91b38c2b7b1 admin admin] Publish callbacks [] for security_group (c98073de-7995-41b1-ae73-ff5e4d70fae0), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:05.152067 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-537738db-b302-4ad6-b484-c91b38c2b7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (c98073de-7995-41b1-ae73-ff5e4d70fae0), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:05.154643 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-537738db-b302-4ad6-b484-c91b38c2b7b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:05.155850 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-537738db-b302-4ad6-b484-c91b38c2b7b1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c98073de-7995-41b1-ae73-ff5e4d70fae0 HTTP/1.1" status: 204 len: 168 time: 0.2443492 Apr 06 16:27:05.163872 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537738db-b302-4ad6-b484-c91b38c2b7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98073de-7995-41b1-ae73-ff5e4d70fae0,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:27:05.171078 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537738db-b302-4ad6-b484-c91b38c2b7b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:05.171363 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537738db-b302-4ad6-b484-c91b38c2b7b1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:05.171735 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537738db-b302-4ad6-b484-c91b38c2b7b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:05.172076 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537738db-b302-4ad6-b484-c91b38c2b7b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:05.172410 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537738db-b302-4ad6-b484-c91b38c2b7b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:05.172741 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537738db-b302-4ad6-b484-c91b38c2b7b1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:05.173167 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537738db-b302-4ad6-b484-c91b38c2b7b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:05.173494 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537738db-b302-4ad6-b484-c91b38c2b7b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:05.173808 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537738db-b302-4ad6-b484-c91b38c2b7b1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:05.174129 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537738db-b302-4ad6-b484-c91b38c2b7b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:05.174455 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537738db-b302-4ad6-b484-c91b38c2b7b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:05.174797 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537738db-b302-4ad6-b484-c91b38c2b7b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:05.175124 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537738db-b302-4ad6-b484-c91b38c2b7b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:05.175446 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537738db-b302-4ad6-b484-c91b38c2b7b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:05.175787 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537738db-b302-4ad6-b484-c91b38c2b7b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:27:06.102159 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:15.608962 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.agents_db [None req-a950ddbd-9d44-4943-b7d7-a118ae2e1c13 None None] Agent healthcheck: found 5 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:27:29.714418 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-461b4f1c-a4f5-456d-94ca-2928f4224214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:32.037872 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-1da7f737-b4f6-4313-886b-b106e9bbcf44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:33.397535 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:34.477801 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:36.097245 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:27:52.609076 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.agents_db [None req-a950ddbd-9d44-4943-b7d7-a118ae2e1c13 None None] Agent healthcheck: found 5 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:27:59.692947 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a740b5c8-8719-4386-890a-fa997169b2e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:02.004207 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-607fe689-3d22-44b0-8b3b-4f35572dc5c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:03.406295 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:04.495516 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:06.101436 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:29.608613 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.agents_db [None req-a950ddbd-9d44-4943-b7d7-a118ae2e1c13 None None] Agent healthcheck: found 5 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:28:29.708028 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-9a69efe0-5865-4613-8466-408d0d880a56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:32.010439 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a6f29c55-34ba-43b7-b817-e2902aa47d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:33.405520 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:34.539068 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:36.105177 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:28:59.736806 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-74459aa8-0534-4761-b170-b60262d4d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:00.326915 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-617096'] for agent (0e5c86dc-cd19-4356-a060-9388d8808620), after_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:02.031339 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-cf42397c-d18b-4a87-99e9-2c46525046e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:03.402783 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:04.506024 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:06.128553 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:06.608088 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.agents_db [None req-a950ddbd-9d44-4943-b7d7-a118ae2e1c13 None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:29:14.981496 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 33866) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:29:15.094713 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-a01e887f-8ccd-403e-8cb0-24677c1b6836 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.1121023 Apr 06 16:29:17.491596 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 33876) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:29:17.547841 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-d2e220a8-933d-4308-a87a-f1226a646d31 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0550976 Apr 06 16:29:29.706789 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f3683019-cb92-4943-b1bb-5ff915157ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:30.260622 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (0e5c86dc-cd19-4356-a060-9388d8808620), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:32.004013 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-4c6dbcab-afae-4c5b-8516-89523f4482ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:33.421249 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:34.515747 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:36.192482 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:29:43.606052 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.agents_db [None req-a950ddbd-9d44-4943-b7d7-a118ae2e1c13 None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:29:59.713987 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-59a63e13-681e-4504-9e02-3ef4c2fc1f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:00.274120 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (0e5c86dc-cd19-4356-a060-9388d8808620), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:02.010617 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-edb72318-76d5-49c0-b5d5-12774beadfcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:03.427843 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:04.499198 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:06.139060 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:20.606887 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.agents_db [None req-a950ddbd-9d44-4943-b7d7-a118ae2e1c13 None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:30:29.695768 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-63091d8c-2f93-495f-a26e-03c505edd13d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:30.283520 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (0e5c86dc-cd19-4356-a060-9388d8808620), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:32.064190 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-3fadd9e9-6e57-4116-8a01-6dc3b74a3cca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:33.431246 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:34.518126 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:36.133059 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:30:57.611909 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.agents_db [None req-a950ddbd-9d44-4943-b7d7-a118ae2e1c13 None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:30:59.701239 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-92397468-0ca2-4977-b1b0-316a500bf5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:00.323885 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (0e5c86dc-cd19-4356-a060-9388d8808620), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:02.038657 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-88efea18-381e-4f59-89e1-ef14ed5ac4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:03.430692 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:04.516969 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:06.171949 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:11.244700 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 34020) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:11.709656 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-5f28635d-efa8-44bc-abf4-27aa1820a61e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2104936252-network', 'tenant_id': 'df990c96c1f44ba6a6f2aa8be5911c99'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:31:11.797568 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f28635d-efa8-44bc-abf4-27aa1820a61e admin admin] Made reservation on behalf of df990c96c1f44ba6a6f2aa8be5911c99 for: {'network': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:31:11.802962 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5f28635d-efa8-44bc-abf4-27aa1820a61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for network (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:11.818607 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5f28635d-efa8-44bc-abf4-27aa1820a61e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:11.903646 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5f28635d-efa8-44bc-abf4-27aa1820a61e admin admin] Publish callbacks [] for security_group (d59c645d-9277-45c4-91d3-3b1f1939e4c1), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:11.982625 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5f28635d-efa8-44bc-abf4-27aa1820a61e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (d59c645d-9277-45c4-91d3-3b1f1939e4c1), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:12.003146 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f28635d-efa8-44bc-abf4-27aa1820a61e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=103680) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 16:31:12.019266 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f28635d-efa8-44bc-abf4-27aa1820a61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59c645d-9277-45c4-91d3-3b1f1939e4c1,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:12.030346 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5f28635d-efa8-44bc-abf4-27aa1820a61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1728802'] for segment (72e3ade1-cead-4288-afb3-eceacb264caa), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:12.030710 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.db.segments_db [None req-5f28635d-efa8-44bc-abf4-27aa1820a61e admin admin] Added segment 72e3ade1-cead-4288-afb3-eceacb264caa of type vlan for network 31d40b1e-6325-447a-b5a1-db51342d35c1 Apr 06 16:31:12.032823 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f28635d-efa8-44bc-abf4-27aa1820a61e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:12.033162 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f28635d-efa8-44bc-abf4-27aa1820a61e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:12.033502 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f28635d-efa8-44bc-abf4-27aa1820a61e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:12.033859 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f28635d-efa8-44bc-abf4-27aa1820a61e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:12.034194 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f28635d-efa8-44bc-abf4-27aa1820a61e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:12.034518 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f28635d-efa8-44bc-abf4-27aa1820a61e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:12.034845 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f28635d-efa8-44bc-abf4-27aa1820a61e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:12.035164 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f28635d-efa8-44bc-abf4-27aa1820a61e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:12.035491 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f28635d-efa8-44bc-abf4-27aa1820a61e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:12.035831 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f28635d-efa8-44bc-abf4-27aa1820a61e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:12.036153 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f28635d-efa8-44bc-abf4-27aa1820a61e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:12.036485 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f28635d-efa8-44bc-abf4-27aa1820a61e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:12.036805 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f28635d-efa8-44bc-abf4-27aa1820a61e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:12.037118 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f28635d-efa8-44bc-abf4-27aa1820a61e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:12.037432 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f28635d-efa8-44bc-abf4-27aa1820a61e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:12.038582 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f28635d-efa8-44bc-abf4-27aa1820a61e admin admin] Tracked resource versions report: Apr 06 16:31:12.038582 dv-cinder-815660-7-smb neutron-server[103680]: pushed versions: Apr 06 16:31:12.038582 dv-cinder-815660-7-smb neutron-server[103680]: { 'AddressGroup': {'1.2'}, Apr 06 16:31:12.038582 dv-cinder-815660-7-smb neutron-server[103680]: 'Agent': {'1.1'}, Apr 06 16:31:12.038582 dv-cinder-815660-7-smb neutron-server[103680]: 'ConntrackHelper': {'1.0'}, Apr 06 16:31:12.038582 dv-cinder-815660-7-smb neutron-server[103680]: 'LocalIPAssociation': {'1.0'}, Apr 06 16:31:12.038582 dv-cinder-815660-7-smb neutron-server[103680]: 'Log': {'1.0'}, Apr 06 16:31:12.038582 dv-cinder-815660-7-smb neutron-server[103680]: 'NDPProxy': {'1.0'}, Apr 06 16:31:12.038582 dv-cinder-815660-7-smb neutron-server[103680]: 'Network': {'1.1'}, Apr 06 16:31:12.038582 dv-cinder-815660-7-smb neutron-server[103680]: 'Port': {'1.7'}, Apr 06 16:31:12.038582 dv-cinder-815660-7-smb neutron-server[103680]: 'PortForwarding': {'1.3'}, Apr 06 16:31:12.038582 dv-cinder-815660-7-smb neutron-server[103680]: 'QosPolicy': {'1.10'}, Apr 06 16:31:12.038582 dv-cinder-815660-7-smb neutron-server[103680]: 'SecurityGroup': {'1.5'}, Apr 06 16:31:12.038582 dv-cinder-815660-7-smb neutron-server[103680]: 'SecurityGroupRule': {'1.2'}, Apr 06 16:31:12.038582 dv-cinder-815660-7-smb neutron-server[103680]: 'SubPort': {'1.0'}, Apr 06 16:31:12.038582 dv-cinder-815660-7-smb neutron-server[103680]: 'Subnet': {'1.1'}, Apr 06 16:31:12.038582 dv-cinder-815660-7-smb neutron-server[103680]: 'Trunk': {'1.1'}} Apr 06 16:31:12.038582 dv-cinder-815660-7-smb neutron-server[103680]: consumer versions: Apr 06 16:31:12.038582 dv-cinder-815660-7-smb neutron-server[103680]: { DHCP agent@dv-cinder-815660-7-smb: {}, Apr 06 16:31:12.038582 dv-cinder-815660-7-smb neutron-server[103680]: HyperV agent@hv-cinder-81566: {}, Apr 06 16:31:12.038582 dv-cinder-815660-7-smb neutron-server[103680]: L3 agent@dv-cinder-815660-7-smb: {}, Apr 06 16:31:12.038582 dv-cinder-815660-7-smb neutron-server[103680]: Metadata agent@dv-cinder-815660-7-smb: {}, Apr 06 16:31:12.038582 dv-cinder-815660-7-smb neutron-server[103680]: Metering agent@dv-cinder-815660-7-smb: {}, Apr 06 16:31:12.038582 dv-cinder-815660-7-smb neutron-server[103680]: Open vSwitch agent@dv-cinder-815660-7-smb: { 'AddressGroup': '1.2', Apr 06 16:31:12.038582 dv-cinder-815660-7-smb neutron-server[103680]: 'Agent': '1.1', Apr 06 16:31:12.038582 dv-cinder-815660-7-smb neutron-server[103680]: 'ConntrackHelper': '1.0', Apr 06 16:31:12.038582 dv-cinder-815660-7-smb neutron-server[103680]: 'LocalIPAssociation': '1.0', Apr 06 16:31:12.038582 dv-cinder-815660-7-smb neutron-server[103680]: 'Log': '1.0', Apr 06 16:31:12.038582 dv-cinder-815660-7-smb neutron-server[103680]: 'NDPProxy': '1.0', Apr 06 16:31:12.038582 dv-cinder-815660-7-smb neutron-server[103680]: 'Network': '1.1', Apr 06 16:31:12.038582 dv-cinder-815660-7-smb neutron-server[103680]: 'Port': '1.7', Apr 06 16:31:12.038582 dv-cinder-815660-7-smb neutron-server[103680]: 'PortForwarding': '1.3', Apr 06 16:31:12.038582 dv-cinder-815660-7-smb neutron-server[103680]: 'QosPolicy': '1.10', Apr 06 16:31:12.038582 dv-cinder-815660-7-smb neutron-server[103680]: 'SecurityGroup': '1.5', Apr 06 16:31:12.038582 dv-cinder-815660-7-smb neutron-server[103680]: 'SecurityGroupRule': '1.2', Apr 06 16:31:12.038582 dv-cinder-815660-7-smb neutron-server[103680]: 'SubPort': '1.0', Apr 06 16:31:12.038582 dv-cinder-815660-7-smb neutron-server[103680]: 'Subnet': '1.1', Apr 06 16:31:12.038582 dv-cinder-815660-7-smb neutron-server[103680]: 'Trunk': '1.1'}} Apr 06 16:31:12.038582 dv-cinder-815660-7-smb neutron-server[103680]: {{(pid=103680) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 16:31:12.083073 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5f28635d-efa8-44bc-abf4-27aa1820a61e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758155981114'] for network (31d40b1e-6325-447a-b5a1-db51342d35c1), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:12.185428 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5f28635d-efa8-44bc-abf4-27aa1820a61e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069'] for network (31d40b1e-6325-447a-b5a1-db51342d35c1), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:12.186938 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f28635d-efa8-44bc-abf4-27aa1820a61e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:31:12.187594 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5f28635d-efa8-44bc-abf4-27aa1820a61e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:12.256158 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f28635d-efa8-44bc-abf4-27aa1820a61e admin admin] Pushing event updated for resources: {'Network': ['ID=31d40b1e-6325-447a-b5a1-db51342d35c1,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:12.266749 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Network 31d40b1e-6325-447a-b5a1-db51342d35c1 details requested by agent ovs-agent-dv-cinder-815660-7-smb with host dv-cinder-815660-7-smb {{(pid=103682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 16:31:12.313500 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-5f28635d-efa8-44bc-abf4-27aa1820a61e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0663550 Apr 06 16:31:12.320499 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 34068) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:12.323090 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [None req-c8ef52ea-a4e0-4b9f-bdc1-dfbad5f35dd4 admin admin] Request body: {'subnet': {'network_id': '31d40b1e-6325-447a-b5a1-db51342d35c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2104936252-subnet', 'tenant_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:31:12.453698 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ef52ea-a4e0-4b9f-bdc1-dfbad5f35dd4 admin admin] Made reservation on behalf of df990c96c1f44ba6a6f2aa8be5911c99 for: {'subnet': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:31:12.457409 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c8ef52ea-a4e0-4b9f-bdc1-dfbad5f35dd4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:12.466357 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 34076) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:12.564146 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 34080) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:12.745673 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c8ef52ea-a4e0-4b9f-bdc1-dfbad5f35dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069'] for subnet (86d619c9-3cbf-4e29-bfd6-a7485621c49d), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:12.805784 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ef52ea-a4e0-4b9f-bdc1-dfbad5f35dd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86d619c9-3cbf-4e29-bfd6-a7485621c49d,revision_number=0']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:12.824367 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ef52ea-a4e0-4b9f-bdc1-dfbad5f35dd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:12.824807 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ef52ea-a4e0-4b9f-bdc1-dfbad5f35dd4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:12.825245 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ef52ea-a4e0-4b9f-bdc1-dfbad5f35dd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:12.825665 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ef52ea-a4e0-4b9f-bdc1-dfbad5f35dd4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:12.826115 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ef52ea-a4e0-4b9f-bdc1-dfbad5f35dd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:12.826526 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ef52ea-a4e0-4b9f-bdc1-dfbad5f35dd4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:12.826985 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ef52ea-a4e0-4b9f-bdc1-dfbad5f35dd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:12.827561 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ef52ea-a4e0-4b9f-bdc1-dfbad5f35dd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:12.827997 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ef52ea-a4e0-4b9f-bdc1-dfbad5f35dd4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:12.828418 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ef52ea-a4e0-4b9f-bdc1-dfbad5f35dd4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:12.828820 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ef52ea-a4e0-4b9f-bdc1-dfbad5f35dd4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:12.829329 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ef52ea-a4e0-4b9f-bdc1-dfbad5f35dd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:12.829668 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ef52ea-a4e0-4b9f-bdc1-dfbad5f35dd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:12.830002 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ef52ea-a4e0-4b9f-bdc1-dfbad5f35dd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:12.830440 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ef52ea-a4e0-4b9f-bdc1-dfbad5f35dd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:12.831776 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ef52ea-a4e0-4b9f-bdc1-dfbad5f35dd4 admin admin] Tracked resource versions report: Apr 06 16:31:12.831776 dv-cinder-815660-7-smb neutron-server[103681]: pushed versions: Apr 06 16:31:12.831776 dv-cinder-815660-7-smb neutron-server[103681]: { 'AddressGroup': {'1.2'}, Apr 06 16:31:12.831776 dv-cinder-815660-7-smb neutron-server[103681]: 'Agent': {'1.1'}, Apr 06 16:31:12.831776 dv-cinder-815660-7-smb neutron-server[103681]: 'ConntrackHelper': {'1.0'}, Apr 06 16:31:12.831776 dv-cinder-815660-7-smb neutron-server[103681]: 'LocalIPAssociation': {'1.0'}, Apr 06 16:31:12.831776 dv-cinder-815660-7-smb neutron-server[103681]: 'Log': {'1.0'}, Apr 06 16:31:12.831776 dv-cinder-815660-7-smb neutron-server[103681]: 'NDPProxy': {'1.0'}, Apr 06 16:31:12.831776 dv-cinder-815660-7-smb neutron-server[103681]: 'Network': {'1.1'}, Apr 06 16:31:12.831776 dv-cinder-815660-7-smb neutron-server[103681]: 'Port': {'1.7'}, Apr 06 16:31:12.831776 dv-cinder-815660-7-smb neutron-server[103681]: 'PortForwarding': {'1.3'}, Apr 06 16:31:12.831776 dv-cinder-815660-7-smb neutron-server[103681]: 'QosPolicy': {'1.10'}, Apr 06 16:31:12.831776 dv-cinder-815660-7-smb neutron-server[103681]: 'SecurityGroup': {'1.5'}, Apr 06 16:31:12.831776 dv-cinder-815660-7-smb neutron-server[103681]: 'SecurityGroupRule': {'1.2'}, Apr 06 16:31:12.831776 dv-cinder-815660-7-smb neutron-server[103681]: 'SubPort': {'1.0'}, Apr 06 16:31:12.831776 dv-cinder-815660-7-smb neutron-server[103681]: 'Subnet': {'1.1'}, Apr 06 16:31:12.831776 dv-cinder-815660-7-smb neutron-server[103681]: 'Trunk': {'1.1'}} Apr 06 16:31:12.831776 dv-cinder-815660-7-smb neutron-server[103681]: consumer versions: Apr 06 16:31:12.831776 dv-cinder-815660-7-smb neutron-server[103681]: { DHCP agent@dv-cinder-815660-7-smb: {}, Apr 06 16:31:12.831776 dv-cinder-815660-7-smb neutron-server[103681]: HyperV agent@hv-cinder-81566: {}, Apr 06 16:31:12.831776 dv-cinder-815660-7-smb neutron-server[103681]: L3 agent@dv-cinder-815660-7-smb: {}, Apr 06 16:31:12.831776 dv-cinder-815660-7-smb neutron-server[103681]: Metadata agent@dv-cinder-815660-7-smb: {}, Apr 06 16:31:12.831776 dv-cinder-815660-7-smb neutron-server[103681]: Metering agent@dv-cinder-815660-7-smb: {}, Apr 06 16:31:12.831776 dv-cinder-815660-7-smb neutron-server[103681]: Open vSwitch agent@dv-cinder-815660-7-smb: { 'AddressGroup': '1.2', Apr 06 16:31:12.831776 dv-cinder-815660-7-smb neutron-server[103681]: 'Agent': '1.1', Apr 06 16:31:12.831776 dv-cinder-815660-7-smb neutron-server[103681]: 'ConntrackHelper': '1.0', Apr 06 16:31:12.831776 dv-cinder-815660-7-smb neutron-server[103681]: 'LocalIPAssociation': '1.0', Apr 06 16:31:12.831776 dv-cinder-815660-7-smb neutron-server[103681]: 'Log': '1.0', Apr 06 16:31:12.831776 dv-cinder-815660-7-smb neutron-server[103681]: 'NDPProxy': '1.0', Apr 06 16:31:12.831776 dv-cinder-815660-7-smb neutron-server[103681]: 'Network': '1.1', Apr 06 16:31:12.831776 dv-cinder-815660-7-smb neutron-server[103681]: 'Port': '1.7', Apr 06 16:31:12.831776 dv-cinder-815660-7-smb neutron-server[103681]: 'PortForwarding': '1.3', Apr 06 16:31:12.831776 dv-cinder-815660-7-smb neutron-server[103681]: 'QosPolicy': '1.10', Apr 06 16:31:12.831776 dv-cinder-815660-7-smb neutron-server[103681]: 'SecurityGroup': '1.5', Apr 06 16:31:12.831776 dv-cinder-815660-7-smb neutron-server[103681]: 'SecurityGroupRule': '1.2', Apr 06 16:31:12.831776 dv-cinder-815660-7-smb neutron-server[103681]: 'SubPort': '1.0', Apr 06 16:31:12.831776 dv-cinder-815660-7-smb neutron-server[103681]: 'Subnet': '1.1', Apr 06 16:31:12.831776 dv-cinder-815660-7-smb neutron-server[103681]: 'Trunk': '1.1'}} Apr 06 16:31:12.831776 dv-cinder-815660-7-smb neutron-server[103681]: {{(pid=103681) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 16:31:12.856273 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ef52ea-a4e0-4b9f-bdc1-dfbad5f35dd4 admin admin] Checking segment: {'id': '72e3ade1-cead-4288-afb3-eceacb264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '31d40b1e-6325-447a-b5a1-db51342d35c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:31:12.856635 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ef52ea-a4e0-4b9f-bdc1-dfbad5f35dd4 admin admin] Network hostable DHCP agents. Network: 31d40b1e-6325-447a-b5a1-db51342d35c1, hostable agents: ['f8e9d332-5077-4d82-8c59-e3560cf7409d'], hosted agents: [] {{(pid=103681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 16:31:12.937663 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-84188f90-2b1e-43fe-8b43-1c4dfa2834a0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-493227467-network', 'tenant_id': 'c74b122664a14050ac008d5b08466173'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:31:12.947500 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ef52ea-a4e0-4b9f-bdc1-dfbad5f35dd4 admin admin] Network 31d40b1e-6325-447a-b5a1-db51342d35c1 is scheduled to be hosted by DHCP agent f8e9d332-5077-4d82-8c59-e3560cf7409d with binding_index 1 {{(pid=103681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 16:31:12.996315 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-9d1c314e-5e08-4afc-be4f-15353327704e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1620502577-network', 'tenant_id': '8d1c6d06c04543878527856ba1e8d48c'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:31:13.044510 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-c8ef52ea-a4e0-4b9f-bdc1-dfbad5f35dd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-7-smb, 31d40b1e-6325-447a-b5a1-db51342d35c1) {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:31:13.058624 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f9a8e5-bb30-4c4d-adec-fc80e245ae11 None None] Network 31d40b1e-6325-447a-b5a1-db51342d35c1 requested from dv-cinder-815660-7-smb {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:31:13.060270 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84188f90-2b1e-43fe-8b43-1c4dfa2834a0 admin admin] Made reservation on behalf of c74b122664a14050ac008d5b08466173 for: {'network': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:31:13.063279 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-84188f90-2b1e-43fe-8b43-1c4dfa2834a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for network (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:13.067840 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ef52ea-a4e0-4b9f-bdc1-dfbad5f35dd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:31:13.069715 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c8ef52ea-a4e0-4b9f-bdc1-dfbad5f35dd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for subnet (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:13.093918 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-84188f90-2b1e-43fe-8b43-1c4dfa2834a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:13.173791 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-c8ef52ea-a4e0-4b9f-bdc1-dfbad5f35dd4 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8551321 Apr 06 16:31:13.177315 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 34106) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:13.182264 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [None req-c0733820-7e60-4d89-b587-400bf1c2d6c9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2104936252-router', 'tenant_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542'}}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:31:13.197452 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-84188f90-2b1e-43fe-8b43-1c4dfa2834a0 admin admin] Publish callbacks [] for security_group (ce0deb47-0ed4-4b3d-b2a8-bfe6fad3d329), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:13.199332 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1c314e-5e08-4afc-be4f-15353327704e admin admin] Made reservation on behalf of 8d1c6d06c04543878527856ba1e8d48c for: {'network': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:31:13.202684 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9d1c314e-5e08-4afc-be4f-15353327704e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for network (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:13.213130 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9d1c314e-5e08-4afc-be4f-15353327704e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:13.249033 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1dc16f-6d00-406f-bed2-b5bf291fe9d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00762c58-2b86-5e77-99c4-154082f7bcb4-31d40b1e-6325-447a-b5a1-db51342d35c1', 'network_id': '31d40b1e-6325-447a-b5a1-db51342d35c1', 'project_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'fixed_ips': [{'subnet_id': '86d619c9-3cbf-4e29-bfd6-a7485621c49d'}]}} from dv-cinder-815660-7-smb. {{(pid=103682) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 16:31:13.250028 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-5d1dc16f-6d00-406f-bed2-b5bf291fe9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:13.300474 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-84188f90-2b1e-43fe-8b43-1c4dfa2834a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (ce0deb47-0ed4-4b3d-b2a8-bfe6fad3d329), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:13.308119 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9d1c314e-5e08-4afc-be4f-15353327704e admin admin] Publish callbacks [] for security_group (6f66e380-7791-45f0-8176-82d4d55f5cc5), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:13.318875 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c0733820-7e60-4d89-b587-400bf1c2d6c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3801'] for router (dd48a771-c84e-4f03-8a0f-c8c42aa8780a), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:13.321106 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84188f90-2b1e-43fe-8b43-1c4dfa2834a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=103680) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 16:31:13.324734 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c0733820-7e60-4d89-b587-400bf1c2d6c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-616774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-594134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3776'] for router (dd48a771-c84e-4f03-8a0f-c8c42aa8780a), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:13.351996 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-84188f90-2b1e-43fe-8b43-1c4dfa2834a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1728802'] for segment (8a7d0733-36b8-4555-8a4a-700fcb22a0e8), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:13.352701 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.db.segments_db [None req-84188f90-2b1e-43fe-8b43-1c4dfa2834a0 admin admin] Added segment 8a7d0733-36b8-4555-8a4a-700fcb22a0e8 of type vlan for network 8c850383-625d-4ee4-97f3-c6290009d01e Apr 06 16:31:13.360704 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84188f90-2b1e-43fe-8b43-1c4dfa2834a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0deb47-0ed4-4b3d-b2a8-bfe6fad3d329,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:13.371529 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9d1c314e-5e08-4afc-be4f-15353327704e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (6f66e380-7791-45f0-8176-82d4d55f5cc5), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:13.420310 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d1c314e-5e08-4afc-be4f-15353327704e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=103680) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 16:31:13.445048 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c0733820-7e60-4d89-b587-400bf1c2d6c9 admin admin] Publish callbacks [] for router_controller (dd48a771-c84e-4f03-8a0f-c8c42aa8780a), precommit_add_association {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:13.466774 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-84188f90-2b1e-43fe-8b43-1c4dfa2834a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758155981114'] for network (8c850383-625d-4ee4-97f3-c6290009d01e), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:13.469653 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1c314e-5e08-4afc-be4f-15353327704e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f66e380-7791-45f0-8176-82d4d55f5cc5,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:13.472429 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.db_base_plugin_common [None req-5d1dc16f-6d00-406f-bed2-b5bf291fe9d4 None None] Allocated IP 172.20.0.2 (31d40b1e-6325-447a-b5a1-db51342d35c1/86d619c9-3cbf-4e29-bfd6-a7485621c49d/965e173b-b544-48c5-b5fc-55be0119cd4b) {{(pid=103682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:31:13.476618 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9d1c314e-5e08-4afc-be4f-15353327704e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1728802'] for segment (49637f16-8a9e-4a3a-a172-f92b3c19ec2f), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:13.476964 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.db.segments_db [None req-9d1c314e-5e08-4afc-be4f-15353327704e admin admin] Added segment 49637f16-8a9e-4a3a-a172-f92b3c19ec2f of type vlan for network dad9ba10-e8cf-4082-94bd-2291edc537cc Apr 06 16:31:13.543232 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9d1c314e-5e08-4afc-be4f-15353327704e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758155981114'] for network (dad9ba10-e8cf-4082-94bd-2291edc537cc), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:13.555262 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 34116) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:13.675444 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-5d1dc16f-6d00-406f-bed2-b5bf291fe9d4 None None] Publish callbacks [] for port (965e173b-b544-48c5-b5fc-55be0119cd4b), precommit_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:13.691429 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-84188f90-2b1e-43fe-8b43-1c4dfa2834a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069'] for network (8c850383-625d-4ee4-97f3-c6290009d01e), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:13.692950 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84188f90-2b1e-43fe-8b43-1c4dfa2834a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:31:13.693782 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-84188f90-2b1e-43fe-8b43-1c4dfa2834a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:13.700228 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9d1c314e-5e08-4afc-be4f-15353327704e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069'] for network (dad9ba10-e8cf-4082-94bd-2291edc537cc), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:13.701536 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1c314e-5e08-4afc-be4f-15353327704e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:31:13.705868 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9d1c314e-5e08-4afc-be4f-15353327704e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:13.708835 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c0733820-7e60-4d89-b587-400bf1c2d6c9 admin admin] Publish callbacks [] for router_gateway (dd48a771-c84e-4f03-8a0f-c8c42aa8780a), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:13.778815 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84188f90-2b1e-43fe-8b43-1c4dfa2834a0 admin admin] Pushing event updated for resources: {'Network': ['ID=8c850383-625d-4ee4-97f3-c6290009d01e,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:13.783615 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-5d1dc16f-6d00-406f-bed2-b5bf291fe9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276'] for port (965e173b-b544-48c5-b5fc-55be0119cd4b), after_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:13.867551 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1c314e-5e08-4afc-be4f-15353327704e admin admin] Pushing event updated for resources: {'Network': ['ID=dad9ba10-e8cf-4082-94bd-2291edc537cc,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:13.869718 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Network 8c850383-625d-4ee4-97f3-c6290009d01e details requested by agent ovs-agent-dv-cinder-815660-7-smb with host dv-cinder-815660-7-smb {{(pid=103682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 16:31:13.880540 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-84188f90-2b1e-43fe-8b43-1c4dfa2834a0 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4071524 Apr 06 16:31:13.884336 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-9d1c314e-5e08-4afc-be4f-15353327704e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3221648 Apr 06 16:31:13.884999 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 34126) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:13.885403 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 34128) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:13.892386 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-1a151cf4-4adf-4dc9-ab9d-71b335b04b25 admin admin] Request body: {'subnet': {'network_id': '8c850383-625d-4ee4-97f3-c6290009d01e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-493227467-subnet', 'tenant_id': 'c74b122664a14050ac008d5b08466173', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:31:13.923958 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-4a227679-8d5c-4fc6-956e-be681e83b881 admin admin] Request body: {'subnet': {'network_id': 'dad9ba10-e8cf-4082-94bd-2291edc537cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1620502577-subnet', 'tenant_id': '8d1c6d06c04543878527856ba1e8d48c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:31:13.986904 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Network dad9ba10-e8cf-4082-94bd-2291edc537cc details requested by agent ovs-agent-dv-cinder-815660-7-smb with host dv-cinder-815660-7-smb {{(pid=103682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 16:31:14.002832 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a151cf4-4adf-4dc9-ab9d-71b335b04b25 admin admin] Made reservation on behalf of c74b122664a14050ac008d5b08466173 for: {'subnet': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:31:14.006624 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-1a151cf4-4adf-4dc9-ab9d-71b335b04b25 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:14.011855 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1dc16f-6d00-406f-bed2-b5bf291fe9d4 None None] Network 31d40b1e-6325-447a-b5a1-db51342d35c1 is already hosted by enough agents. {{(pid=103682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:31:14.053635 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-d006bbae-9508-4535-9c80-339f6d26f56c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-818258066-network', 'tenant_id': '8ca74d1be6e74923a3ad0eff74755b5e'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:31:14.057833 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a227679-8d5c-4fc6-956e-be681e83b881 admin admin] Made reservation on behalf of 8d1c6d06c04543878527856ba1e8d48c for: {'subnet': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:31:14.060972 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4a227679-8d5c-4fc6-956e-be681e83b881 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:14.173739 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.scheduler.base_scheduler [None req-5d1dc16f-6d00-406f-bed2-b5bf291fe9d4 None None] Resources bound (agent type, host, resource id): {{(pid=103682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:31:14.188181 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1dc16f-6d00-406f-bed2-b5bf291fe9d4 None None] Received port after_create {{(pid=103682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:31:14.223998 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1dc16f-6d00-406f-bed2-b5bf291fe9d4 None None] Pushing event updated for resources: {'Port': ['ID=965e173b-b544-48c5-b5fc-55be0119cd4b,revision_number=1']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:14.242289 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1dc16f-6d00-406f-bed2-b5bf291fe9d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:14.243159 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1dc16f-6d00-406f-bed2-b5bf291fe9d4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:14.244017 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1dc16f-6d00-406f-bed2-b5bf291fe9d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:14.244822 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1dc16f-6d00-406f-bed2-b5bf291fe9d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:14.245625 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1dc16f-6d00-406f-bed2-b5bf291fe9d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:14.246458 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1dc16f-6d00-406f-bed2-b5bf291fe9d4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:14.247251 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1dc16f-6d00-406f-bed2-b5bf291fe9d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:14.248060 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1dc16f-6d00-406f-bed2-b5bf291fe9d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:14.248884 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1dc16f-6d00-406f-bed2-b5bf291fe9d4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:14.249706 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1dc16f-6d00-406f-bed2-b5bf291fe9d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:14.250730 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1dc16f-6d00-406f-bed2-b5bf291fe9d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:14.251538 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1dc16f-6d00-406f-bed2-b5bf291fe9d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:14.252367 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1dc16f-6d00-406f-bed2-b5bf291fe9d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:14.253157 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1dc16f-6d00-406f-bed2-b5bf291fe9d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:14.253948 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1dc16f-6d00-406f-bed2-b5bf291fe9d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:14.256321 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1dc16f-6d00-406f-bed2-b5bf291fe9d4 None None] Tracked resource versions report: Apr 06 16:31:14.256321 dv-cinder-815660-7-smb neutron-server[103682]: pushed versions: Apr 06 16:31:14.256321 dv-cinder-815660-7-smb neutron-server[103682]: { 'AddressGroup': {'1.2'}, Apr 06 16:31:14.256321 dv-cinder-815660-7-smb neutron-server[103682]: 'Agent': {'1.1'}, Apr 06 16:31:14.256321 dv-cinder-815660-7-smb neutron-server[103682]: 'ConntrackHelper': {'1.0'}, Apr 06 16:31:14.256321 dv-cinder-815660-7-smb neutron-server[103682]: 'LocalIPAssociation': {'1.0'}, Apr 06 16:31:14.256321 dv-cinder-815660-7-smb neutron-server[103682]: 'Log': {'1.0'}, Apr 06 16:31:14.256321 dv-cinder-815660-7-smb neutron-server[103682]: 'NDPProxy': {'1.0'}, Apr 06 16:31:14.256321 dv-cinder-815660-7-smb neutron-server[103682]: 'Network': {'1.1'}, Apr 06 16:31:14.256321 dv-cinder-815660-7-smb neutron-server[103682]: 'Port': {'1.7'}, Apr 06 16:31:14.256321 dv-cinder-815660-7-smb neutron-server[103682]: 'PortForwarding': {'1.3'}, Apr 06 16:31:14.256321 dv-cinder-815660-7-smb neutron-server[103682]: 'QosPolicy': {'1.10'}, Apr 06 16:31:14.256321 dv-cinder-815660-7-smb neutron-server[103682]: 'SecurityGroup': {'1.5'}, Apr 06 16:31:14.256321 dv-cinder-815660-7-smb neutron-server[103682]: 'SecurityGroupRule': {'1.2'}, Apr 06 16:31:14.256321 dv-cinder-815660-7-smb neutron-server[103682]: 'SubPort': {'1.0'}, Apr 06 16:31:14.256321 dv-cinder-815660-7-smb neutron-server[103682]: 'Subnet': {'1.1'}, Apr 06 16:31:14.256321 dv-cinder-815660-7-smb neutron-server[103682]: 'Trunk': {'1.1'}} Apr 06 16:31:14.256321 dv-cinder-815660-7-smb neutron-server[103682]: consumer versions: Apr 06 16:31:14.256321 dv-cinder-815660-7-smb neutron-server[103682]: { DHCP agent@dv-cinder-815660-7-smb: {}, Apr 06 16:31:14.256321 dv-cinder-815660-7-smb neutron-server[103682]: HyperV agent@hv-cinder-81566: {}, Apr 06 16:31:14.256321 dv-cinder-815660-7-smb neutron-server[103682]: L3 agent@dv-cinder-815660-7-smb: {}, Apr 06 16:31:14.256321 dv-cinder-815660-7-smb neutron-server[103682]: Metadata agent@dv-cinder-815660-7-smb: {}, Apr 06 16:31:14.256321 dv-cinder-815660-7-smb neutron-server[103682]: Metering agent@dv-cinder-815660-7-smb: {}, Apr 06 16:31:14.256321 dv-cinder-815660-7-smb neutron-server[103682]: Open vSwitch agent@dv-cinder-815660-7-smb: { 'AddressGroup': '1.2', Apr 06 16:31:14.256321 dv-cinder-815660-7-smb neutron-server[103682]: 'Agent': '1.1', Apr 06 16:31:14.256321 dv-cinder-815660-7-smb neutron-server[103682]: 'ConntrackHelper': '1.0', Apr 06 16:31:14.256321 dv-cinder-815660-7-smb neutron-server[103682]: 'LocalIPAssociation': '1.0', Apr 06 16:31:14.256321 dv-cinder-815660-7-smb neutron-server[103682]: 'Log': '1.0', Apr 06 16:31:14.256321 dv-cinder-815660-7-smb neutron-server[103682]: 'NDPProxy': '1.0', Apr 06 16:31:14.256321 dv-cinder-815660-7-smb neutron-server[103682]: 'Network': '1.1', Apr 06 16:31:14.256321 dv-cinder-815660-7-smb neutron-server[103682]: 'Port': '1.7', Apr 06 16:31:14.256321 dv-cinder-815660-7-smb neutron-server[103682]: 'PortForwarding': '1.3', Apr 06 16:31:14.256321 dv-cinder-815660-7-smb neutron-server[103682]: 'QosPolicy': '1.10', Apr 06 16:31:14.256321 dv-cinder-815660-7-smb neutron-server[103682]: 'SecurityGroup': '1.5', Apr 06 16:31:14.256321 dv-cinder-815660-7-smb neutron-server[103682]: 'SecurityGroupRule': '1.2', Apr 06 16:31:14.256321 dv-cinder-815660-7-smb neutron-server[103682]: 'SubPort': '1.0', Apr 06 16:31:14.256321 dv-cinder-815660-7-smb neutron-server[103682]: 'Subnet': '1.1', Apr 06 16:31:14.256321 dv-cinder-815660-7-smb neutron-server[103682]: 'Trunk': '1.1'}} Apr 06 16:31:14.256321 dv-cinder-815660-7-smb neutron-server[103682]: {{(pid=103682) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 16:31:14.297719 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d006bbae-9508-4535-9c80-339f6d26f56c admin admin] Made reservation on behalf of 8ca74d1be6e74923a3ad0eff74755b5e for: {'network': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:31:14.297719 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d006bbae-9508-4535-9c80-339f6d26f56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for network (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:14.333651 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d006bbae-9508-4535-9c80-339f6d26f56c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:14.376270 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c0733820-7e60-4d89-b587-400bf1c2d6c9 admin admin] Publish callbacks [] for router_gateway (dd48a771-c84e-4f03-8a0f-c8c42aa8780a), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:14.417643 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c0733820-7e60-4d89-b587-400bf1c2d6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:14.447355 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-5d1dc16f-6d00-406f-bed2-b5bf291fe9d4 None None] Attempting to bind port 965e173b-b544-48c5-b5fc-55be0119cd4b on host dv-cinder-815660-7-smb for vnic_type normal with profile {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:31:14.448416 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-5d1dc16f-6d00-406f-bed2-b5bf291fe9d4 None None] Attempting to bind port 965e173b-b544-48c5-b5fc-55be0119cd4b by drivers openvswitch,hyperv on host dv-cinder-815660-7-smb at level 0 using segments [{'id': '72e3ade1-cead-4288-afb3-eceacb264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '31d40b1e-6325-447a-b5a1-db51342d35c1'}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:31:14.454847 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1dc16f-6d00-406f-bed2-b5bf291fe9d4 None None] Attempting to bind port 965e173b-b544-48c5-b5fc-55be0119cd4b on network 31d40b1e-6325-447a-b5a1-db51342d35c1 {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:31:14.473618 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1dc16f-6d00-406f-bed2-b5bf291fe9d4 None None] Checking agent: {'id': 'c8d6835f-40e2-4c71-9616-8d834b10e2ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 22, 6), 'started_at': datetime.datetime(2022, 4, 6, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:31:14.473618 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1dc16f-6d00-406f-bed2-b5bf291fe9d4 None None] Checking segment: {'id': '72e3ade1-cead-4288-afb3-eceacb264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '31d40b1e-6325-447a-b5a1-db51342d35c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:31:14.473618 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-5d1dc16f-6d00-406f-bed2-b5bf291fe9d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:14.473618 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1dc16f-6d00-406f-bed2-b5bf291fe9d4 None None] Bound using segment: {'id': '72e3ade1-cead-4288-afb3-eceacb264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '31d40b1e-6325-447a-b5a1-db51342d35c1'} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:31:14.473618 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-5d1dc16f-6d00-406f-bed2-b5bf291fe9d4 None None] Bound port: 965e173b-b544-48c5-b5fc-55be0119cd4b, host: dv-cinder-815660-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e3ade1-cead-4288-afb3-eceacb264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '31d40b1e-6325-447a-b5a1-db51342d35c1'}}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:31:14.473618 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-5d1dc16f-6d00-406f-bed2-b5bf291fe9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (965e173b-b544-48c5-b5fc-55be0119cd4b), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:14.564422 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4a227679-8d5c-4fc6-956e-be681e83b881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069'] for subnet (5076aaf7-c1a1-40bf-87fc-8e1e2ced2174), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:14.640534 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-5d1dc16f-6d00-406f-bed2-b5bf291fe9d4 None None] For port 965e173b-b544-48c5-b5fc-55be0119cd4b, host dv-cinder-815660-7-smb, cleared binding levels {{(pid=103682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:31:14.656274 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-5d1dc16f-6d00-406f-bed2-b5bf291fe9d4 None None] For port 965e173b-b544-48c5-b5fc-55be0119cd4b, host dv-cinder-815660-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=965e173b-b544-48c5-b5fc-55be0119cd4b,segment=NetworkSegment(72e3ade1-cead-4288-afb3-eceacb264caa),segment_id=72e3ade1-cead-4288-afb3-eceacb264caa)] {{(pid=103682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:31:14.754515 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-5d1dc16f-6d00-406f-bed2-b5bf291fe9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (965e173b-b544-48c5-b5fc-55be0119cd4b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:14.766208 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-1a151cf4-4adf-4dc9-ab9d-71b335b04b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069'] for subnet (4429e196-7dee-49a0-98fd-49a30757b8d1), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:14.767047 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [None req-c0733820-7e60-4d89-b587-400bf1c2d6c9 admin admin] Allocated IP 172.28.0.128 (5748d197-8213-47ef-9188-592aa7f2e542/30360da9-bba6-4593-a408-3cd8aca8fb5f/3d3cad3b-c6e0-4df7-888b-f41f5228c2a4) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:31:14.772462 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a227679-8d5c-4fc6-956e-be681e83b881 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5076aaf7-c1a1-40bf-87fc-8e1e2ced2174,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:14.783250 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a227679-8d5c-4fc6-956e-be681e83b881 admin admin] Checking segment: {'id': '49637f16-8a9e-4a3a-a172-f92b3c19ec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'dad9ba10-e8cf-4082-94bd-2291edc537cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:31:14.784240 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a227679-8d5c-4fc6-956e-be681e83b881 admin admin] Network hostable DHCP agents. Network: dad9ba10-e8cf-4082-94bd-2291edc537cc, hostable agents: ['f8e9d332-5077-4d82-8c59-e3560cf7409d'], hosted agents: [] {{(pid=103680) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 16:31:14.908178 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a151cf4-4adf-4dc9-ab9d-71b335b04b25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4429e196-7dee-49a0-98fd-49a30757b8d1,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:14.962018 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1dc16f-6d00-406f-bed2-b5bf291fe9d4 None None] Pushing event updated for resources: {'Port': ['ID=965e173b-b544-48c5-b5fc-55be0119cd4b,revision_number=2']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:15.042116 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a151cf4-4adf-4dc9-ab9d-71b335b04b25 admin admin] Checking segment: {'id': '8a7d0733-36b8-4555-8a4a-700fcb22a0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8c850383-625d-4ee4-97f3-c6290009d01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:31:15.042116 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a151cf4-4adf-4dc9-ab9d-71b335b04b25 admin admin] Network hostable DHCP agents. Network: 8c850383-625d-4ee4-97f3-c6290009d01e, hostable agents: ['f8e9d332-5077-4d82-8c59-e3560cf7409d'], hosted agents: [] {{(pid=103680) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 16:31:15.090926 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c0733820-7e60-4d89-b587-400bf1c2d6c9 admin admin] Publish callbacks [] for port (3d3cad3b-c6e0-4df7-888b-f41f5228c2a4), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:15.093707 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d006bbae-9508-4535-9c80-339f6d26f56c admin admin] Publish callbacks [] for security_group (0a54bc1f-7fb5-4d26-8433-b73b79153751), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:15.134190 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a227679-8d5c-4fc6-956e-be681e83b881 admin admin] Network dad9ba10-e8cf-4082-94bd-2291edc537cc is scheduled to be hosted by DHCP agent f8e9d332-5077-4d82-8c59-e3560cf7409d with binding_index 1 {{(pid=103680) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 16:31:15.156870 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d006bbae-9508-4535-9c80-339f6d26f56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (0a54bc1f-7fb5-4d26-8433-b73b79153751), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:15.187800 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d006bbae-9508-4535-9c80-339f6d26f56c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=103680) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 16:31:15.199073 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d006bbae-9508-4535-9c80-339f6d26f56c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a54bc1f-7fb5-4d26-8433-b73b79153751,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:15.209696 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d006bbae-9508-4535-9c80-339f6d26f56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1728802'] for segment (4338e709-dc46-4a61-ada5-02557dc55805), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:15.209696 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.db.segments_db [None req-d006bbae-9508-4535-9c80-339f6d26f56c admin admin] Added segment 4338e709-dc46-4a61-ada5-02557dc55805 of type vlan for network 782e4005-3b7d-4e26-954d-25d46652bf58 Apr 06 16:31:15.261478 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c0733820-7e60-4d89-b587-400bf1c2d6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276'] for port (3d3cad3b-c6e0-4df7-888b-f41f5228c2a4), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:15.285178 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a151cf4-4adf-4dc9-ab9d-71b335b04b25 admin admin] Network 8c850383-625d-4ee4-97f3-c6290009d01e is scheduled to be hosted by DHCP agent f8e9d332-5077-4d82-8c59-e3560cf7409d with binding_index 1 {{(pid=103680) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 16:31:15.312300 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d006bbae-9508-4535-9c80-339f6d26f56c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758155981114'] for network (782e4005-3b7d-4e26-954d-25d46652bf58), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:15.314541 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0733820-7e60-4d89-b587-400bf1c2d6c9 admin admin] Network 5748d197-8213-47ef-9188-592aa7f2e542 is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:31:15.323061 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-c0733820-7e60-4d89-b587-400bf1c2d6c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:31:15.328333 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0733820-7e60-4d89-b587-400bf1c2d6c9 admin admin] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:31:15.333947 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0733820-7e60-4d89-b587-400bf1c2d6c9 admin admin] Pushing event updated for resources: {'Port': ['ID=3d3cad3b-c6e0-4df7-888b-f41f5228c2a4,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:15.381170 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-4a227679-8d5c-4fc6-956e-be681e83b881 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-7-smb, dad9ba10-e8cf-4082-94bd-2291edc537cc) {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:31:15.394861 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a227679-8d5c-4fc6-956e-be681e83b881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:31:15.395667 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4a227679-8d5c-4fc6-956e-be681e83b881 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for subnet (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:15.398315 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-1a151cf4-4adf-4dc9-ab9d-71b335b04b25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-7-smb, 8c850383-625d-4ee4-97f3-c6290009d01e) {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:31:15.413588 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a151cf4-4adf-4dc9-ab9d-71b335b04b25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:31:15.416516 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-1a151cf4-4adf-4dc9-ab9d-71b335b04b25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for subnet (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:15.444319 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d006bbae-9508-4535-9c80-339f6d26f56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069'] for network (782e4005-3b7d-4e26-954d-25d46652bf58), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:15.446659 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66942e8a-2b30-4e60-a5af-af06f160922b None None] Network dad9ba10-e8cf-4082-94bd-2291edc537cc requested from dv-cinder-815660-7-smb {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:31:15.447475 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d006bbae-9508-4535-9c80-339f6d26f56c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:31:15.449469 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d006bbae-9508-4535-9c80-339f6d26f56c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:15.578936 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-4a227679-8d5c-4fc6-956e-be681e83b881 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6914012 Apr 06 16:31:15.581889 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 34176) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:15.586976 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [None req-c6a0b317-930a-4a3b-8eda-ab8c3fcbb253 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1620502577-router', 'tenant_id': '8d1c6d06c04543878527856ba1e8d48c', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542'}}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:31:15.595042 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-1a151cf4-4adf-4dc9-ab9d-71b335b04b25 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7083113 Apr 06 16:31:15.597090 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d006bbae-9508-4535-9c80-339f6d26f56c admin admin] Pushing event updated for resources: {'Network': ['ID=782e4005-3b7d-4e26-954d-25d46652bf58,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:15.597774 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6733e62-57f7-4da6-bc07-bf4e0f2df00c None None] Network 8c850383-625d-4ee4-97f3-c6290009d01e requested from dv-cinder-815660-7-smb {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:31:15.659830 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-d006bbae-9508-4535-9c80-339f6d26f56c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0987709 Apr 06 16:31:15.664256 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 34180) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:15.674379 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Network 782e4005-3b7d-4e26-954d-25d46652bf58 details requested by agent ovs-agent-dv-cinder-815660-7-smb with host dv-cinder-815660-7-smb {{(pid=103682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 16:31:15.707721 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-9a86b583-f66b-4c1c-a5a8-c171079a4ed1 admin admin] Request body: {'subnet': {'network_id': '782e4005-3b7d-4e26-954d-25d46652bf58', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-818258066-subnet', 'tenant_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:31:15.824446 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c0733820-7e60-4d89-b587-400bf1c2d6c9 admin admin] Publish callbacks [] for router_gateway (dd48a771-c84e-4f03-8a0f-c8c42aa8780a), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:15.900465 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a86b583-f66b-4c1c-a5a8-c171079a4ed1 admin admin] Made reservation on behalf of 8ca74d1be6e74923a3ad0eff74755b5e for: {'subnet': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:31:15.909639 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d47136d-17ec-47d6-a3e1-217343ff75a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00762c58-2b86-5e77-99c4-154082f7bcb4-dad9ba10-e8cf-4082-94bd-2291edc537cc', 'network_id': 'dad9ba10-e8cf-4082-94bd-2291edc537cc', 'project_id': '8d1c6d06c04543878527856ba1e8d48c', 'fixed_ips': [{'subnet_id': '5076aaf7-c1a1-40bf-87fc-8e1e2ced2174'}]}} from dv-cinder-815660-7-smb. {{(pid=103682) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 16:31:15.910720 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9a86b583-f66b-4c1c-a5a8-c171079a4ed1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:15.911095 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-4d47136d-17ec-47d6-a3e1-217343ff75a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:15.992277 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d2091a-70cd-48ec-8b77-20dee9701e2f None None] Network 8c850383-625d-4ee4-97f3-c6290009d01e requested from dv-cinder-815660-7-smb {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:31:16.212941 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.db_base_plugin_common [None req-4d47136d-17ec-47d6-a3e1-217343ff75a0 None None] Allocated IP 172.20.0.2 (dad9ba10-e8cf-4082-94bd-2291edc537cc/5076aaf7-c1a1-40bf-87fc-8e1e2ced2174/f9322d57-bcb7-45e8-a8cf-2f2536098906) {{(pid=103682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:31:16.301494 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c6a0b317-930a-4a3b-8eda-ab8c3fcbb253 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3801'] for router (4db718bd-92f7-4920-9f2c-e07323d650c5), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:16.303245 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c6a0b317-930a-4a3b-8eda-ab8c3fcbb253 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-616774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-594134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3776'] for router (4db718bd-92f7-4920-9f2c-e07323d650c5), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:16.424766 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c6a0b317-930a-4a3b-8eda-ab8c3fcbb253 admin admin] Publish callbacks [] for router_controller (4db718bd-92f7-4920-9f2c-e07323d650c5), precommit_add_association {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:16.544143 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-4d47136d-17ec-47d6-a3e1-217343ff75a0 None None] Publish callbacks [] for port (f9322d57-bcb7-45e8-a8cf-2f2536098906), precommit_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:16.575211 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9a86b583-f66b-4c1c-a5a8-c171079a4ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069'] for subnet (713d2ac2-12c5-40b3-b057-72a7d64c64ec), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:16.634004 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-4d47136d-17ec-47d6-a3e1-217343ff75a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276'] for port (f9322d57-bcb7-45e8-a8cf-2f2536098906), after_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:16.724087 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d47136d-17ec-47d6-a3e1-217343ff75a0 None None] Network dad9ba10-e8cf-4082-94bd-2291edc537cc is already hosted by enough agents. {{(pid=103682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:31:16.731444 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.scheduler.base_scheduler [None req-4d47136d-17ec-47d6-a3e1-217343ff75a0 None None] Resources bound (agent type, host, resource id): {{(pid=103682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:31:16.749391 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a86b583-f66b-4c1c-a5a8-c171079a4ed1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=713d2ac2-12c5-40b3-b057-72a7d64c64ec,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:16.750127 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d47136d-17ec-47d6-a3e1-217343ff75a0 None None] Received port after_create {{(pid=103682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:31:16.783545 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d47136d-17ec-47d6-a3e1-217343ff75a0 None None] Pushing event updated for resources: {'Port': ['ID=f9322d57-bcb7-45e8-a8cf-2f2536098906,revision_number=1']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:16.823513 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a86b583-f66b-4c1c-a5a8-c171079a4ed1 admin admin] Checking segment: {'id': '4338e709-dc46-4a61-ada5-02557dc55805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '782e4005-3b7d-4e26-954d-25d46652bf58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:31:16.824125 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a86b583-f66b-4c1c-a5a8-c171079a4ed1 admin admin] Network hostable DHCP agents. Network: 782e4005-3b7d-4e26-954d-25d46652bf58, hostable agents: ['f8e9d332-5077-4d82-8c59-e3560cf7409d'], hosted agents: [] {{(pid=103680) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 16:31:16.927181 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cb5ee5-edda-4695-9767-7cbdcfe1b1a5 None None] Network 31d40b1e-6325-447a-b5a1-db51342d35c1 requested from dv-cinder-815660-7-smb {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:31:16.976644 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a86b583-f66b-4c1c-a5a8-c171079a4ed1 admin admin] Network 782e4005-3b7d-4e26-954d-25d46652bf58 is scheduled to be hosted by DHCP agent f8e9d332-5077-4d82-8c59-e3560cf7409d with binding_index 1 {{(pid=103680) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 16:31:17.094906 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-9a86b583-f66b-4c1c-a5a8-c171079a4ed1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-7-smb, 782e4005-3b7d-4e26-954d-25d46652bf58) {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:31:17.105675 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a86b583-f66b-4c1c-a5a8-c171079a4ed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:31:17.106665 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9a86b583-f66b-4c1c-a5a8-c171079a4ed1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for subnet (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:17.110584 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c0733820-7e60-4d89-b587-400bf1c2d6c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-616799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616967'] for router (dd48a771-c84e-4f03-8a0f-c8c42aa8780a), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:17.135086 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ba93e1-b286-4eb1-b8de-c1e339b9a0a7 None None] Network 782e4005-3b7d-4e26-954d-25d46652bf58 requested from dv-cinder-815660-7-smb {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:31:17.144454 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c6a0b317-930a-4a3b-8eda-ab8c3fcbb253 admin admin] Publish callbacks [] for router_gateway (4db718bd-92f7-4920-9f2c-e07323d650c5), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:17.286163 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-9a86b583-f66b-4c1c-a5a8-c171079a4ed1 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6189198 Apr 06 16:31:17.287478 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 34236) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:17.298352 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-7a4366d0-3be7-452d-8130-5547a1b98f3e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-818258066-router', 'tenant_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542'}}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:31:17.374654 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-4d47136d-17ec-47d6-a3e1-217343ff75a0 None None] Attempting to bind port f9322d57-bcb7-45e8-a8cf-2f2536098906 on host dv-cinder-815660-7-smb for vnic_type normal with profile {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:31:17.378950 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-4d47136d-17ec-47d6-a3e1-217343ff75a0 None None] Attempting to bind port f9322d57-bcb7-45e8-a8cf-2f2536098906 by drivers openvswitch,hyperv on host dv-cinder-815660-7-smb at level 0 using segments [{'id': '49637f16-8a9e-4a3a-a172-f92b3c19ec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'dad9ba10-e8cf-4082-94bd-2291edc537cc'}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:31:17.378950 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d47136d-17ec-47d6-a3e1-217343ff75a0 None None] Attempting to bind port f9322d57-bcb7-45e8-a8cf-2f2536098906 on network dad9ba10-e8cf-4082-94bd-2291edc537cc {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:31:17.407033 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 965e173b-b544-48c5-b5fc-55be0119cd4b up at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:31:17.457146 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7a4366d0-3be7-452d-8130-5547a1b98f3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3801'] for router (438eed54-6634-4d31-8fac-f0022b04833e), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:17.462369 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7a4366d0-3be7-452d-8130-5547a1b98f3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-616774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-594134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3776'] for router (438eed54-6634-4d31-8fac-f0022b04833e), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:17.477539 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3ef4fb-7bf6-47d6-adaf-88573e412c54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00762c58-2b86-5e77-99c4-154082f7bcb4-782e4005-3b7d-4e26-954d-25d46652bf58', 'network_id': '782e4005-3b7d-4e26-954d-25d46652bf58', 'project_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'fixed_ips': [{'subnet_id': '713d2ac2-12c5-40b3-b057-72a7d64c64ec'}]}} from dv-cinder-815660-7-smb. {{(pid=103682) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 16:31:17.485971 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-5c3ef4fb-7bf6-47d6-adaf-88573e412c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:17.550084 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d47136d-17ec-47d6-a3e1-217343ff75a0 None None] Checking agent: {'id': 'c8d6835f-40e2-4c71-9616-8d834b10e2ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 22, 6), 'started_at': datetime.datetime(2022, 4, 6, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:31:17.551132 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d47136d-17ec-47d6-a3e1-217343ff75a0 None None] Checking segment: {'id': '49637f16-8a9e-4a3a-a172-f92b3c19ec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'dad9ba10-e8cf-4082-94bd-2291edc537cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:31:17.551553 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-4d47136d-17ec-47d6-a3e1-217343ff75a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:17.552244 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d47136d-17ec-47d6-a3e1-217343ff75a0 None None] Bound using segment: {'id': '49637f16-8a9e-4a3a-a172-f92b3c19ec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'dad9ba10-e8cf-4082-94bd-2291edc537cc'} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:31:17.553477 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-4d47136d-17ec-47d6-a3e1-217343ff75a0 None None] Bound port: f9322d57-bcb7-45e8-a8cf-2f2536098906, host: dv-cinder-815660-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49637f16-8a9e-4a3a-a172-f92b3c19ec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'dad9ba10-e8cf-4082-94bd-2291edc537cc'}}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:31:17.554808 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-4d47136d-17ec-47d6-a3e1-217343ff75a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (f9322d57-bcb7-45e8-a8cf-2f2536098906), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:17.580774 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-e24aa0e2-d6b7-4905-aa61-72f321181f36 None None] Provisioning complete for port 965e173b-b544-48c5-b5fc-55be0119cd4b triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:31:17.584788 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-e24aa0e2-d6b7-4905-aa61-72f321181f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (965e173b-b544-48c5-b5fc-55be0119cd4b), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:17.709008 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0733820-7e60-4d89-b587-400bf1c2d6c9 admin admin] Router dd48a771-c84e-4f03-8a0f-c8c42aa8780a is scheduled to L3 agent 94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e with binding_index 1 {{(pid=103681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 16:31:17.782904 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-4d47136d-17ec-47d6-a3e1-217343ff75a0 None None] For port f9322d57-bcb7-45e8-a8cf-2f2536098906, host dv-cinder-815660-7-smb, cleared binding levels {{(pid=103682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:31:17.796688 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-4d47136d-17ec-47d6-a3e1-217343ff75a0 None None] For port f9322d57-bcb7-45e8-a8cf-2f2536098906, host dv-cinder-815660-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=f9322d57-bcb7-45e8-a8cf-2f2536098906,segment=NetworkSegment(49637f16-8a9e-4a3a-a172-f92b3c19ec2f),segment_id=49637f16-8a9e-4a3a-a172-f92b3c19ec2f)] {{(pid=103682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:31:17.885757 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 34264) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:17.888089 dv-cinder-815660-7-smb neutron-server[103680]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 06 16:31:17.892375 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Provisioning complete for port 965e173b-b544-48c5-b5fc-55be0119cd4b triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:31:17.893113 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (965e173b-b544-48c5-b5fc-55be0119cd4b), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:17.980371 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7a4366d0-3be7-452d-8130-5547a1b98f3e admin admin] Publish callbacks [] for router_controller (438eed54-6634-4d31-8fac-f0022b04833e), precommit_add_association {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:18.071323 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-4d47136d-17ec-47d6-a3e1-217343ff75a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (f9322d57-bcb7-45e8-a8cf-2f2536098906), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:18.078537 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c6a0b317-930a-4a3b-8eda-ab8c3fcbb253 admin admin] Publish callbacks [] for router_gateway (4db718bd-92f7-4920-9f2c-e07323d650c5), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:18.124953 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c6a0b317-930a-4a3b-8eda-ab8c3fcbb253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:18.262716 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0733820-7e60-4d89-b587-400bf1c2d6c9 admin admin] Notify agent at l3_agent.dv-cinder-815660-7-smb the message routers_updated {{(pid=103681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:31:18.283013 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e482f287-98ac-4ab1-8d98-9a1197df88e8 None None] Sync routers for ids ['dd48a771-c84e-4f03-8a0f-c8c42aa8780a'] in dv-cinder-815660-7-smb {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:31:18.304514 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e482f287-98ac-4ab1-8d98-9a1197df88e8 None None] Routers {'dd48a771-c84e-4f03-8a0f-c8c42aa8780a'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:31:18.306105 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-e482f287-98ac-4ab1-8d98-9a1197df88e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:31:02Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['dd48a771-c84e-4f03-8a0f-c8c42aa8780a'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:31:18.331115 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [None req-c6a0b317-930a-4a3b-8eda-ab8c3fcbb253 admin admin] Allocated IP 172.28.0.99 (5748d197-8213-47ef-9188-592aa7f2e542/30360da9-bba6-4593-a408-3cd8aca8fb5f/e2089023-cc90-4268-b659-37fd05f1c4ba) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:31:18.400359 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d47136d-17ec-47d6-a3e1-217343ff75a0 None None] Pushing event updated for resources: {'Port': ['ID=f9322d57-bcb7-45e8-a8cf-2f2536098906,revision_number=2']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:18.410404 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c0733820-7e60-4d89-b587-400bf1c2d6c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:18.412903 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-c0733820-7e60-4d89-b587-400bf1c2d6c9 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2358227 Apr 06 16:31:18.418460 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 34276) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:18.506734 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-e24aa0e2-d6b7-4905-aa61-72f321181f36 None None] Current status of the port 965e173b-b544-48c5-b5fc-55be0119cd4b is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:31:18.507134 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-e24aa0e2-d6b7-4905-aa61-72f321181f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (965e173b-b544-48c5-b5fc-55be0119cd4b), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:18.534885 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc987a-680d-4125-af0a-fb245a7f1f28 req-8c456cb0-eb28-4df8-86d0-e8fde8acaad7 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:31:18.538246 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-17cc987a-680d-4125-af0a-fb245a7f1f28 req-8c456cb0-eb28-4df8-86d0-e8fde8acaad7 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.49 "GET /v2.0/networks?id=8c850383-625d-4ee4-97f3-c6290009d01e HTTP/1.1" status: 200 len: 811 time: 0.6512411 Apr 06 16:31:18.559019 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.db_base_plugin_common [None req-5c3ef4fb-7bf6-47d6-adaf-88573e412c54 None None] Allocated IP 172.20.0.2 (782e4005-3b7d-4e26-954d-25d46652bf58/713d2ac2-12c5-40b3-b057-72a7d64c64ec/a380e2df-aae3-4ffd-88b1-ab5b2bb3c5e1) {{(pid=103682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:31:18.683044 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-e482f287-98ac-4ab1-8d98-9a1197df88e8 None None] Set router dd48a771-c84e-4f03-8a0f-c8c42aa8780a gateway port host: dv-cinder-815660-7-smb {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:31:18.753131 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c6a0b317-930a-4a3b-8eda-ab8c3fcbb253 admin admin] Publish callbacks [] for port (e2089023-cc90-4268-b659-37fd05f1c4ba), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:18.905039 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-17cc987a-680d-4125-af0a-fb245a7f1f28 req-4498a112-37c2-499c-8916-83d0d82abd31 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.49 "GET /v2.0/quotas/c74b122664a14050ac008d5b08466173 HTTP/1.1" status: 200 len: 375 time: 0.3526003 Apr 06 16:31:18.906794 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-e24aa0e2-d6b7-4905-aa61-72f321181f36 None None] For port 965e173b-b544-48c5-b5fc-55be0119cd4b, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=965e173b-b544-48c5-b5fc-55be0119cd4b,segment=NetworkSegment(72e3ade1-cead-4288-afb3-eceacb264caa),segment_id=72e3ade1-cead-4288-afb3-eceacb264caa)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:31:18.922150 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7a4366d0-3be7-452d-8130-5547a1b98f3e admin admin] Publish callbacks [] for router_gateway (438eed54-6634-4d31-8fac-f0022b04833e), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:18.982169 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Current status of the port 965e173b-b544-48c5-b5fc-55be0119cd4b is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:31:18.982559 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (965e173b-b544-48c5-b5fc-55be0119cd4b), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:19.003420 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-e24aa0e2-d6b7-4905-aa61-72f321181f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (965e173b-b544-48c5-b5fc-55be0119cd4b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:19.040295 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-5c3ef4fb-7bf6-47d6-adaf-88573e412c54 None None] Publish callbacks [] for port (a380e2df-aae3-4ffd-88b1-ab5b2bb3c5e1), precommit_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:19.079939 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-17cc987a-680d-4125-af0a-fb245a7f1f28 req-82720aa9-121c-4ac8-a384-e28eb16dac77 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c74b122664a14050ac008d5b08466173&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1360855 Apr 06 16:31:19.227022 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-5c3ef4fb-7bf6-47d6-adaf-88573e412c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276'] for port (a380e2df-aae3-4ffd-88b1-ab5b2bb3c5e1), after_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:19.232045 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c6a0b317-930a-4a3b-8eda-ab8c3fcbb253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276'] for port (e2089023-cc90-4268-b659-37fd05f1c4ba), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:19.274774 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-f56b374c-629c-4bcd-8b78-305a03ee3025 None None] Provisioning complete for port 965e173b-b544-48c5-b5fc-55be0119cd4b triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:31:19.275309 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f56b374c-629c-4bcd-8b78-305a03ee3025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (965e173b-b544-48c5-b5fc-55be0119cd4b), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:19.286371 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24aa0e2-d6b7-4905-aa61-72f321181f36 None None] Pushing event updated for resources: {'Port': ['ID=965e173b-b544-48c5-b5fc-55be0119cd4b,revision_number=3']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:19.331012 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-e482f287-98ac-4ab1-8d98-9a1197df88e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'name': 'tempest-AttachVolumeTestJSON-2104936252-router', 'tenant_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': '3d3cad3b-c6e0-4df7-888b-f41f5228c2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:13Z', 'updated_at': '2022-04-06T16:31:15Z', 'revision_number': 3, 'project_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'gw_port': {'id': '3d3cad3b-c6e0-4df7-888b-f41f5228c2a4', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:14Z', 'updated_at': '2022-04-06T16:31:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb'}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:31:19.376082 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3ef4fb-7bf6-47d6-adaf-88573e412c54 None None] Network 782e4005-3b7d-4e26-954d-25d46652bf58 is already hosted by enough agents. {{(pid=103682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:31:19.379807 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.db.api [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 16:31:19.380422 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG oslo_db.api [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 16:31:19.410841 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.scheduler.base_scheduler [None req-5c3ef4fb-7bf6-47d6-adaf-88573e412c54 None None] Resources bound (agent type, host, resource id): {{(pid=103682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:31:19.420557 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3ef4fb-7bf6-47d6-adaf-88573e412c54 None None] Received port after_create {{(pid=103682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:31:19.456700 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e482f287-98ac-4ab1-8d98-9a1197df88e8 None None] Checking router: dd48a771-c84e-4f03-8a0f-c8c42aa8780a for host: dv-cinder-815660-7-smb {{(pid=103683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:31:19.457290 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e482f287-98ac-4ab1-8d98-9a1197df88e8 None None] Updating router dd48a771-c84e-4f03-8a0f-c8c42aa8780a port 3d3cad3b-c6e0-4df7-888b-f41f5228c2a4 binding host dv-cinder-815660-7-smb {{(pid=103683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 16:31:19.463815 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [req-17cc987a-680d-4125-af0a-fb245a7f1f28 req-e26faff9-9000-4ce2-86e2-4ad34f154b1a service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103680) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 16:31:19.473217 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-17cc987a-680d-4125-af0a-fb245a7f1f28 req-e26faff9-9000-4ce2-86e2-4ad34f154b1a service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1931014 Apr 06 16:31:19.535875 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a0b317-930a-4a3b-8eda-ab8c3fcbb253 admin admin] Network 5748d197-8213-47ef-9188-592aa7f2e542 is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:31:19.577573 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-e482f287-98ac-4ab1-8d98-9a1197df88e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (3d3cad3b-c6e0-4df7-888b-f41f5228c2a4), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:19.606784 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-c6a0b317-930a-4a3b-8eda-ab8c3fcbb253 admin admin] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:31:19.627819 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a0b317-930a-4a3b-8eda-ab8c3fcbb253 admin admin] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:31:19.687469 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3ef4fb-7bf6-47d6-adaf-88573e412c54 None None] Pushing event updated for resources: {'Port': ['ID=a380e2df-aae3-4ffd-88b1-ab5b2bb3c5e1,revision_number=1']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:20.044988 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-5c3ef4fb-7bf6-47d6-adaf-88573e412c54 None None] Attempting to bind port a380e2df-aae3-4ffd-88b1-ab5b2bb3c5e1 on host dv-cinder-815660-7-smb for vnic_type normal with profile {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:31:20.044988 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-5c3ef4fb-7bf6-47d6-adaf-88573e412c54 None None] Attempting to bind port a380e2df-aae3-4ffd-88b1-ab5b2bb3c5e1 by drivers openvswitch,hyperv on host dv-cinder-815660-7-smb at level 0 using segments [{'id': '4338e709-dc46-4a61-ada5-02557dc55805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '782e4005-3b7d-4e26-954d-25d46652bf58'}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:31:20.044988 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3ef4fb-7bf6-47d6-adaf-88573e412c54 None None] Attempting to bind port a380e2df-aae3-4ffd-88b1-ab5b2bb3c5e1 on network 782e4005-3b7d-4e26-954d-25d46652bf58 {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:31:20.049610 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-17cc987a-680d-4125-af0a-fb245a7f1f28 req-b487a6ad-0d28-4e7c-995c-2ca7be99f9c1 service neutron] 10.222.0.49 "GET /v2.0/networks/8c850383-625d-4ee4-97f3-c6290009d01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5126331 Apr 06 16:31:20.051296 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-e482f287-98ac-4ab1-8d98-9a1197df88e8 None None] Publish callbacks [] for port (3d3cad3b-c6e0-4df7-888b-f41f5228c2a4), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:20.063306 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3ef4fb-7bf6-47d6-adaf-88573e412c54 None None] Checking agent: {'id': 'c8d6835f-40e2-4c71-9616-8d834b10e2ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 22, 6), 'started_at': datetime.datetime(2022, 4, 6, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:31:20.063306 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3ef4fb-7bf6-47d6-adaf-88573e412c54 None None] Checking segment: {'id': '4338e709-dc46-4a61-ada5-02557dc55805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '782e4005-3b7d-4e26-954d-25d46652bf58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:31:20.064856 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-5c3ef4fb-7bf6-47d6-adaf-88573e412c54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:20.065224 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3ef4fb-7bf6-47d6-adaf-88573e412c54 None None] Bound using segment: {'id': '4338e709-dc46-4a61-ada5-02557dc55805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '782e4005-3b7d-4e26-954d-25d46652bf58'} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:31:20.066172 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-5c3ef4fb-7bf6-47d6-adaf-88573e412c54 None None] Bound port: a380e2df-aae3-4ffd-88b1-ab5b2bb3c5e1, host: dv-cinder-815660-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4338e709-dc46-4a61-ada5-02557dc55805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '782e4005-3b7d-4e26-954d-25d46652bf58'}}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:31:20.068985 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-5c3ef4fb-7bf6-47d6-adaf-88573e412c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (a380e2df-aae3-4ffd-88b1-ab5b2bb3c5e1), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:20.074790 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a0b317-930a-4a3b-8eda-ab8c3fcbb253 admin admin] Pushing event updated for resources: {'Port': ['ID=e2089023-cc90-4268-b659-37fd05f1c4ba,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:20.142057 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7a4366d0-3be7-452d-8130-5547a1b98f3e admin admin] Publish callbacks [] for router_gateway (438eed54-6634-4d31-8fac-f0022b04833e), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:20.176795 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7a4366d0-3be7-452d-8130-5547a1b98f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:20.185642 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-e482f287-98ac-4ab1-8d98-9a1197df88e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (3d3cad3b-c6e0-4df7-888b-f41f5228c2a4), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:20.205189 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f56b374c-629c-4bcd-8b78-305a03ee3025 None None] Current status of the port 965e173b-b544-48c5-b5fc-55be0119cd4b is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:31:20.332216 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-e482f287-98ac-4ab1-8d98-9a1197df88e8 None None] Attempting to bind port 3d3cad3b-c6e0-4df7-888b-f41f5228c2a4 on host dv-cinder-815660-7-smb for vnic_type normal with profile {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:31:20.332842 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-e482f287-98ac-4ab1-8d98-9a1197df88e8 None None] Attempting to bind port 3d3cad3b-c6e0-4df7-888b-f41f5228c2a4 by drivers openvswitch,hyperv on host dv-cinder-815660-7-smb at level 0 using segments [{'id': '3728a512-0136-4544-ad0a-d8addcf850d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542'}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:31:20.333353 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e482f287-98ac-4ab1-8d98-9a1197df88e8 None None] Attempting to bind port 3d3cad3b-c6e0-4df7-888b-f41f5228c2a4 on network 5748d197-8213-47ef-9188-592aa7f2e542 {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:31:20.348341 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e482f287-98ac-4ab1-8d98-9a1197df88e8 None None] Checking agent: {'id': 'c8d6835f-40e2-4c71-9616-8d834b10e2ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 22, 6), 'started_at': datetime.datetime(2022, 4, 6, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:31:20.349274 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e482f287-98ac-4ab1-8d98-9a1197df88e8 None None] Checking segment: {'id': '3728a512-0136-4544-ad0a-d8addcf850d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:31:20.350122 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-e482f287-98ac-4ab1-8d98-9a1197df88e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:20.350967 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e482f287-98ac-4ab1-8d98-9a1197df88e8 None None] Bound using segment: {'id': '3728a512-0136-4544-ad0a-d8addcf850d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542'} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:31:20.351991 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-e482f287-98ac-4ab1-8d98-9a1197df88e8 None None] Bound port: 3d3cad3b-c6e0-4df7-888b-f41f5228c2a4, host: dv-cinder-815660-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3728a512-0136-4544-ad0a-d8addcf850d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542'}}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:31:20.352826 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-e482f287-98ac-4ab1-8d98-9a1197df88e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (3d3cad3b-c6e0-4df7-888b-f41f5228c2a4), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:20.393286 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f51636-28a7-4007-81c8-35a610b63265 None None] Pushing event updated for resources: {'Port': ['ID=3d3cad3b-c6e0-4df7-888b-f41f5228c2a4,revision_number=2']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:20.415553 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f51636-28a7-4007-81c8-35a610b63265 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:20.416376 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f51636-28a7-4007-81c8-35a610b63265 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:20.417184 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-17cc987a-680d-4125-af0a-fb245a7f1f28 req-852ea69f-d6c7-491e-9809-317032ac9af1 service neutron] 10.222.0.49 "GET /v2.0/networks/8c850383-625d-4ee4-97f3-c6290009d01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4003978 Apr 06 16:31:20.418670 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f51636-28a7-4007-81c8-35a610b63265 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:20.418670 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f51636-28a7-4007-81c8-35a610b63265 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:20.418670 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f51636-28a7-4007-81c8-35a610b63265 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:20.419598 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f51636-28a7-4007-81c8-35a610b63265 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:20.420345 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f51636-28a7-4007-81c8-35a610b63265 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:20.421147 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f51636-28a7-4007-81c8-35a610b63265 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:20.421884 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f51636-28a7-4007-81c8-35a610b63265 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:20.422648 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f51636-28a7-4007-81c8-35a610b63265 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:20.423378 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f51636-28a7-4007-81c8-35a610b63265 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:20.424175 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f51636-28a7-4007-81c8-35a610b63265 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:20.425113 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f51636-28a7-4007-81c8-35a610b63265 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:20.425857 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f51636-28a7-4007-81c8-35a610b63265 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:20.426607 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f51636-28a7-4007-81c8-35a610b63265 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:31:20.428958 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f51636-28a7-4007-81c8-35a610b63265 None None] Tracked resource versions report: Apr 06 16:31:20.428958 dv-cinder-815660-7-smb neutron-server[103683]: pushed versions: Apr 06 16:31:20.428958 dv-cinder-815660-7-smb neutron-server[103683]: { 'AddressGroup': {'1.2'}, Apr 06 16:31:20.428958 dv-cinder-815660-7-smb neutron-server[103683]: 'Agent': {'1.1'}, Apr 06 16:31:20.428958 dv-cinder-815660-7-smb neutron-server[103683]: 'ConntrackHelper': {'1.0'}, Apr 06 16:31:20.428958 dv-cinder-815660-7-smb neutron-server[103683]: 'LocalIPAssociation': {'1.0'}, Apr 06 16:31:20.428958 dv-cinder-815660-7-smb neutron-server[103683]: 'Log': {'1.0'}, Apr 06 16:31:20.428958 dv-cinder-815660-7-smb neutron-server[103683]: 'NDPProxy': {'1.0'}, Apr 06 16:31:20.428958 dv-cinder-815660-7-smb neutron-server[103683]: 'Network': {'1.1'}, Apr 06 16:31:20.428958 dv-cinder-815660-7-smb neutron-server[103683]: 'Port': {'1.7'}, Apr 06 16:31:20.428958 dv-cinder-815660-7-smb neutron-server[103683]: 'PortForwarding': {'1.3'}, Apr 06 16:31:20.428958 dv-cinder-815660-7-smb neutron-server[103683]: 'QosPolicy': {'1.10'}, Apr 06 16:31:20.428958 dv-cinder-815660-7-smb neutron-server[103683]: 'SecurityGroup': {'1.5'}, Apr 06 16:31:20.428958 dv-cinder-815660-7-smb neutron-server[103683]: 'SecurityGroupRule': {'1.2'}, Apr 06 16:31:20.428958 dv-cinder-815660-7-smb neutron-server[103683]: 'SubPort': {'1.0'}, Apr 06 16:31:20.428958 dv-cinder-815660-7-smb neutron-server[103683]: 'Subnet': {'1.1'}, Apr 06 16:31:20.428958 dv-cinder-815660-7-smb neutron-server[103683]: 'Trunk': {'1.1'}} Apr 06 16:31:20.428958 dv-cinder-815660-7-smb neutron-server[103683]: consumer versions: Apr 06 16:31:20.428958 dv-cinder-815660-7-smb neutron-server[103683]: { DHCP agent@dv-cinder-815660-7-smb: {}, Apr 06 16:31:20.428958 dv-cinder-815660-7-smb neutron-server[103683]: HyperV agent@hv-cinder-81566: {}, Apr 06 16:31:20.428958 dv-cinder-815660-7-smb neutron-server[103683]: L3 agent@dv-cinder-815660-7-smb: {}, Apr 06 16:31:20.428958 dv-cinder-815660-7-smb neutron-server[103683]: Metadata agent@dv-cinder-815660-7-smb: {}, Apr 06 16:31:20.428958 dv-cinder-815660-7-smb neutron-server[103683]: Metering agent@dv-cinder-815660-7-smb: {}, Apr 06 16:31:20.428958 dv-cinder-815660-7-smb neutron-server[103683]: Open vSwitch agent@dv-cinder-815660-7-smb: { 'AddressGroup': '1.2', Apr 06 16:31:20.428958 dv-cinder-815660-7-smb neutron-server[103683]: 'Agent': '1.1', Apr 06 16:31:20.428958 dv-cinder-815660-7-smb neutron-server[103683]: 'ConntrackHelper': '1.0', Apr 06 16:31:20.428958 dv-cinder-815660-7-smb neutron-server[103683]: 'LocalIPAssociation': '1.0', Apr 06 16:31:20.428958 dv-cinder-815660-7-smb neutron-server[103683]: 'Log': '1.0', Apr 06 16:31:20.428958 dv-cinder-815660-7-smb neutron-server[103683]: 'NDPProxy': '1.0', Apr 06 16:31:20.428958 dv-cinder-815660-7-smb neutron-server[103683]: 'Network': '1.1', Apr 06 16:31:20.428958 dv-cinder-815660-7-smb neutron-server[103683]: 'Port': '1.7', Apr 06 16:31:20.428958 dv-cinder-815660-7-smb neutron-server[103683]: 'PortForwarding': '1.3', Apr 06 16:31:20.428958 dv-cinder-815660-7-smb neutron-server[103683]: 'QosPolicy': '1.10', Apr 06 16:31:20.428958 dv-cinder-815660-7-smb neutron-server[103683]: 'SecurityGroup': '1.5', Apr 06 16:31:20.428958 dv-cinder-815660-7-smb neutron-server[103683]: 'SecurityGroupRule': '1.2', Apr 06 16:31:20.428958 dv-cinder-815660-7-smb neutron-server[103683]: 'SubPort': '1.0', Apr 06 16:31:20.428958 dv-cinder-815660-7-smb neutron-server[103683]: 'Subnet': '1.1', Apr 06 16:31:20.428958 dv-cinder-815660-7-smb neutron-server[103683]: 'Trunk': '1.1'}} Apr 06 16:31:20.428958 dv-cinder-815660-7-smb neutron-server[103683]: {{(pid=103683) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 16:31:20.433181 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16263ada-a283-40bb-ac89-327dbe9ebce9 None None] Network dad9ba10-e8cf-4082-94bd-2291edc537cc requested from dv-cinder-815660-7-smb {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:31:20.449111 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-777e930a-a814-4cee-a54a-9ce73e2dd791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:20.530875 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.db [None req-e482f287-98ac-4ab1-8d98-9a1197df88e8 None None] For port 3d3cad3b-c6e0-4df7-888b-f41f5228c2a4, host dv-cinder-815660-7-smb, cleared binding levels {{(pid=103683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:31:20.534026 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Current status of the port 965e173b-b544-48c5-b5fc-55be0119cd4b is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:31:20.555150 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.db [None req-e482f287-98ac-4ab1-8d98-9a1197df88e8 None None] For port 3d3cad3b-c6e0-4df7-888b-f41f5228c2a4, host dv-cinder-815660-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=3d3cad3b-c6e0-4df7-888b-f41f5228c2a4,segment=NetworkSegment(3728a512-0136-4544-ad0a-d8addcf850d8),segment_id=3728a512-0136-4544-ad0a-d8addcf850d8)] {{(pid=103683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:31:20.618825 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-e482f287-98ac-4ab1-8d98-9a1197df88e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (3d3cad3b-c6e0-4df7-888b-f41f5228c2a4), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:20.621992 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.db_base_plugin_common [None req-7a4366d0-3be7-452d-8130-5547a1b98f3e admin admin] Allocated IP 172.28.0.2 (5748d197-8213-47ef-9188-592aa7f2e542/30360da9-bba6-4593-a408-3cd8aca8fb5f/4daa805a-ee79-4b4f-b513-a4b7a45cb32b) {{(pid=103680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:31:20.666674 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-f916a01e-8bf6-416c-8c93-e94e8b7dab5b None None] Provisioning complete for port f9322d57-bcb7-45e8-a8cf-2f2536098906 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:31:20.667285 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f916a01e-8bf6-416c-8c93-e94e8b7dab5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (f9322d57-bcb7-45e8-a8cf-2f2536098906), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:20.702354 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-5c3ef4fb-7bf6-47d6-adaf-88573e412c54 None None] For port a380e2df-aae3-4ffd-88b1-ab5b2bb3c5e1, host dv-cinder-815660-7-smb, cleared binding levels {{(pid=103682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:31:20.729036 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-5c3ef4fb-7bf6-47d6-adaf-88573e412c54 None None] For port a380e2df-aae3-4ffd-88b1-ab5b2bb3c5e1, host dv-cinder-815660-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=a380e2df-aae3-4ffd-88b1-ab5b2bb3c5e1,segment=NetworkSegment(4338e709-dc46-4a61-ada5-02557dc55805),segment_id=4338e709-dc46-4a61-ada5-02557dc55805)] {{(pid=103682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:31:20.793407 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c6a0b317-930a-4a3b-8eda-ab8c3fcbb253 admin admin] Publish callbacks [] for router_gateway (4db718bd-92f7-4920-9f2c-e07323d650c5), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:20.847358 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f916a01e-8bf6-416c-8c93-e94e8b7dab5b None None] Current status of the port f9322d57-bcb7-45e8-a8cf-2f2536098906 is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:31:20.848109 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f916a01e-8bf6-416c-8c93-e94e8b7dab5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (f9322d57-bcb7-45e8-a8cf-2f2536098906), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:20.878092 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f51636-28a7-4007-81c8-35a610b63265 None None] Pushing event updated for resources: {'Port': ['ID=3d3cad3b-c6e0-4df7-888b-f41f5228c2a4,revision_number=3']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:20.944610 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e482f287-98ac-4ab1-8d98-9a1197df88e8 None None] Routers {'dd48a771-c84e-4f03-8a0f-c8c42aa8780a'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:31:20.945274 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-e482f287-98ac-4ab1-8d98-9a1197df88e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:31:02Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['dd48a771-c84e-4f03-8a0f-c8c42aa8780a'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:31:20.947101 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 965e173b-b544-48c5-b5fc-55be0119cd4b up at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:31:21.113393 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [None req-777e930a-a814-4cee-a54a-9ce73e2dd791 admin admin] Allocated IP 172.20.0.1 (31d40b1e-6325-447a-b5a1-db51342d35c1/86d619c9-3cbf-4e29-bfd6-a7485621c49d/bb363f30-d077-4e2c-8dbb-5c48d20c0b07) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:31:21.127740 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-5c3ef4fb-7bf6-47d6-adaf-88573e412c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (a380e2df-aae3-4ffd-88b1-ab5b2bb3c5e1), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:21.327972 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f916a01e-8bf6-416c-8c93-e94e8b7dab5b None None] For port f9322d57-bcb7-45e8-a8cf-2f2536098906, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=f9322d57-bcb7-45e8-a8cf-2f2536098906,segment=NetworkSegment(49637f16-8a9e-4a3a-a172-f92b3c19ec2f),segment_id=49637f16-8a9e-4a3a-a172-f92b3c19ec2f)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:31:21.330322 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-e482f287-98ac-4ab1-8d98-9a1197df88e8 None None] Set router dd48a771-c84e-4f03-8a0f-c8c42aa8780a gateway port host: dv-cinder-815660-7-smb {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:31:21.438854 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3ef4fb-7bf6-47d6-adaf-88573e412c54 None None] Pushing event updated for resources: {'Port': ['ID=a380e2df-aae3-4ffd-88b1-ab5b2bb3c5e1,revision_number=2']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:21.454976 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f916a01e-8bf6-416c-8c93-e94e8b7dab5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (f9322d57-bcb7-45e8-a8cf-2f2536098906), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:21.469710 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7a4366d0-3be7-452d-8130-5547a1b98f3e admin admin] Publish callbacks [] for port (4daa805a-ee79-4b4f-b513-a4b7a45cb32b), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:21.624202 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Provisioning complete for port 965e173b-b544-48c5-b5fc-55be0119cd4b triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:31:21.625366 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (965e173b-b544-48c5-b5fc-55be0119cd4b), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:21.631489 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f916a01e-8bf6-416c-8c93-e94e8b7dab5b None None] Pushing event updated for resources: {'Port': ['ID=f9322d57-bcb7-45e8-a8cf-2f2536098906,revision_number=3']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:21.697370 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c6a0b317-930a-4a3b-8eda-ab8c3fcbb253 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-616799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616967'] for router (4db718bd-92f7-4920-9f2c-e07323d650c5), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:21.750473 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-777e930a-a814-4cee-a54a-9ce73e2dd791 admin admin] Publish callbacks [] for port (bb363f30-d077-4e2c-8dbb-5c48d20c0b07), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:21.757635 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-1680bb75-9f1c-45b6-925f-5925872da10e None None] Provisioning complete for port f9322d57-bcb7-45e8-a8cf-2f2536098906 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:31:21.758047 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-1680bb75-9f1c-45b6-925f-5925872da10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (f9322d57-bcb7-45e8-a8cf-2f2536098906), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:21.799103 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-3cf0dbdb-8a2b-4785-93fe-f75e52928312 req-a3fab5a9-2637-43fc-a637-4017aa6c4f27 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.49 "GET /v2.0/ports?device_id=e953b495-dc77-42a4-8a2c-7ce8bd11b217 HTTP/1.1" status: 200 len: 210 time: 0.1455665 Apr 06 16:31:21.943029 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7a4366d0-3be7-452d-8130-5547a1b98f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276'] for port (4daa805a-ee79-4b4f-b513-a4b7a45cb32b), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:21.971494 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Current status of the port 965e173b-b544-48c5-b5fc-55be0119cd4b is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:31:21.972926 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device f9322d57-bcb7-45e8-a8cf-2f2536098906 up at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:31:21.989760 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-e482f287-98ac-4ab1-8d98-9a1197df88e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'name': 'tempest-AttachVolumeTestJSON-2104936252-router', 'tenant_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': '3d3cad3b-c6e0-4df7-888b-f41f5228c2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:13Z', 'updated_at': '2022-04-06T16:31:15Z', 'revision_number': 3, 'project_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'gw_port': {'id': '3d3cad3b-c6e0-4df7-888b-f41f5228c2a4', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:14Z', 'updated_at': '2022-04-06T16:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb'}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:31:22.088671 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e482f287-98ac-4ab1-8d98-9a1197df88e8 None None] The sync data for ids ['dd48a771-c84e-4f03-8a0f-c8c42aa8780a'] in dv-cinder-815660-7-smb is: [{'id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'name': 'tempest-AttachVolumeTestJSON-2104936252-router', 'tenant_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': '3d3cad3b-c6e0-4df7-888b-f41f5228c2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:13Z', 'updated_at': '2022-04-06T16:31:15Z', 'revision_number': 3, 'project_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'gw_port': {'id': '3d3cad3b-c6e0-4df7-888b-f41f5228c2a4', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:14Z', 'updated_at': '2022-04-06T16:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb'}] {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:31:22.105951 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4366d0-3be7-452d-8130-5547a1b98f3e admin admin] Pushing event updated for resources: {'Port': ['ID=4daa805a-ee79-4b4f-b513-a4b7a45cb32b,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:22.125915 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4366d0-3be7-452d-8130-5547a1b98f3e admin admin] Network 5748d197-8213-47ef-9188-592aa7f2e542 is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:31:22.127556 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-1680bb75-9f1c-45b6-925f-5925872da10e None None] Current status of the port f9322d57-bcb7-45e8-a8cf-2f2536098906 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:31:22.127993 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-7a4366d0-3be7-452d-8130-5547a1b98f3e admin admin] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:31:22.131440 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4366d0-3be7-452d-8130-5547a1b98f3e admin admin] Received port after_create {{(pid=103680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:31:22.150077 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Provisioning complete for port f9322d57-bcb7-45e8-a8cf-2f2536098906 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:31:22.150077 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (f9322d57-bcb7-45e8-a8cf-2f2536098906), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:22.402279 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Current status of the port f9322d57-bcb7-45e8-a8cf-2f2536098906 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:31:22.439557 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a0b317-930a-4a3b-8eda-ab8c3fcbb253 admin admin] Router 4db718bd-92f7-4920-9f2c-e07323d650c5 is scheduled to L3 agent 94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e with binding_index 1 {{(pid=103681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 16:31:22.442613 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-777e930a-a814-4cee-a54a-9ce73e2dd791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276'] for port (bb363f30-d077-4e2c-8dbb-5c48d20c0b07), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:22.466299 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777e930a-a814-4cee-a54a-9ce73e2dd791 admin admin] Network 31d40b1e-6325-447a-b5a1-db51342d35c1 is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:31:22.470268 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-777e930a-a814-4cee-a54a-9ce73e2dd791 admin admin] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:31:22.489911 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777e930a-a814-4cee-a54a-9ce73e2dd791 admin admin] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:31:22.490385 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-777e930a-a814-4cee-a54a-9ce73e2dd791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617174'] for router_interface (dd48a771-c84e-4f03-8a0f-c8c42aa8780a), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:22.907622 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777e930a-a814-4cee-a54a-9ce73e2dd791 admin admin] Pushing event updated for resources: {'Port': ['ID=bb363f30-d077-4e2c-8dbb-5c48d20c0b07,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:22.933197 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device a380e2df-aae3-4ffd-88b1-ab5b2bb3c5e1 up at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:31:23.033414 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-777e930a-a814-4cee-a54a-9ce73e2dd791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (bb363f30-d077-4e2c-8dbb-5c48d20c0b07), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:23.077207 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Provisioning complete for port a380e2df-aae3-4ffd-88b1-ab5b2bb3c5e1 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:31:23.077646 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (a380e2df-aae3-4ffd-88b1-ab5b2bb3c5e1), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:23.238003 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-671b35ce-4e91-4d26-ad99-84247ec88f47 None None] Provisioning complete for port bb363f30-d077-4e2c-8dbb-5c48d20c0b07 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:31:23.239989 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-671b35ce-4e91-4d26-ad99-84247ec88f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (bb363f30-d077-4e2c-8dbb-5c48d20c0b07), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:23.290523 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-1524ea6e-e57d-4426-8981-f86c181f4e79 req-7e75905e-69cc-4f77-aaae-b31c18d2b0ed tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.49 "GET /v2.0/ports?device_id=e953b495-dc77-42a4-8a2c-7ce8bd11b217 HTTP/1.1" status: 200 len: 210 time: 0.2743628 Apr 06 16:31:23.362883 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7a4366d0-3be7-452d-8130-5547a1b98f3e admin admin] Publish callbacks [] for router_gateway (438eed54-6634-4d31-8fac-f0022b04833e), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:23.423752 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-671b35ce-4e91-4d26-ad99-84247ec88f47 None None] Port bb363f30-d077-4e2c-8dbb-5c48d20c0b07 cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:31:23.445018 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Current status of the port a380e2df-aae3-4ffd-88b1-ab5b2bb3c5e1 is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:31:23.445764 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (a380e2df-aae3-4ffd-88b1-ab5b2bb3c5e1), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:23.560111 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] For port a380e2df-aae3-4ffd-88b1-ab5b2bb3c5e1, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=a380e2df-aae3-4ffd-88b1-ab5b2bb3c5e1,segment=NetworkSegment(4338e709-dc46-4a61-ada5-02557dc55805),segment_id=4338e709-dc46-4a61-ada5-02557dc55805)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:31:23.568309 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a0b317-930a-4a3b-8eda-ab8c3fcbb253 admin admin] Notify agent at l3_agent.dv-cinder-815660-7-smb the message routers_updated {{(pid=103681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:31:23.585804 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d2e9a3-77c2-4411-befd-fabd59fb5515 None None] Sync routers for ids ['4db718bd-92f7-4920-9f2c-e07323d650c5'] in dv-cinder-815660-7-smb {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:31:23.602778 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d2e9a3-77c2-4411-befd-fabd59fb5515 None None] Routers {'4db718bd-92f7-4920-9f2c-e07323d650c5'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:31:23.603827 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-42d2e9a3-77c2-4411-befd-fabd59fb5515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:31:02Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['4db718bd-92f7-4920-9f2c-e07323d650c5'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:31:23.648608 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-777e930a-a814-4cee-a54a-9ce73e2dd791 admin admin] Publish callbacks [] for port (bb363f30-d077-4e2c-8dbb-5c48d20c0b07), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:23.676856 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (a380e2df-aae3-4ffd-88b1-ab5b2bb3c5e1), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:23.677648 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device f9322d57-bcb7-45e8-a8cf-2f2536098906 up at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:31:23.705685 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c6a0b317-930a-4a3b-8eda-ab8c3fcbb253 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:23.711208 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-c6a0b317-930a-4a3b-8eda-ab8c3fcbb253 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.1240487 Apr 06 16:31:23.711532 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 34432) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:23.921321 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7a4366d0-3be7-452d-8130-5547a1b98f3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-616799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616967'] for router (438eed54-6634-4d31-8fac-f0022b04833e), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:23.953020 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d60b50-4f61-4884-b722-17546cb11259 None None] Network 782e4005-3b7d-4e26-954d-25d46652bf58 requested from dv-cinder-815660-7-smb {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:31:24.125399 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-777e930a-a814-4cee-a54a-9ce73e2dd791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (bb363f30-d077-4e2c-8dbb-5c48d20c0b07), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:24.128832 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-777e930a-a814-4cee-a54a-9ce73e2dd791 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617286'] for router_interface (dd48a771-c84e-4f03-8a0f-c8c42aa8780a), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:24.188465 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Pushing event updated for resources: {'Port': ['ID=a380e2df-aae3-4ffd-88b1-ab5b2bb3c5e1,revision_number=3']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:24.252876 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-04edacfa-c292-43ba-b59c-8e1b192326d6 None None] Provisioning complete for port a380e2df-aae3-4ffd-88b1-ab5b2bb3c5e1 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:31:24.253923 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-04edacfa-c292-43ba-b59c-8e1b192326d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (a380e2df-aae3-4ffd-88b1-ab5b2bb3c5e1), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:24.340202 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777e930a-a814-4cee-a54a-9ce73e2dd791 admin admin] Pushing event updated for resources: {'Port': ['ID=bb363f30-d077-4e2c-8dbb-5c48d20c0b07,revision_number=2']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:24.353570 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4366d0-3be7-452d-8130-5547a1b98f3e admin admin] Router 438eed54-6634-4d31-8fac-f0022b04833e is scheduled to L3 agent 94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e with binding_index 1 {{(pid=103680) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 16:31:24.391608 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-42d2e9a3-77c2-4411-befd-fabd59fb5515 None None] Set router 4db718bd-92f7-4920-9f2c-e07323d650c5 gateway port host: dv-cinder-815660-7-smb {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:31:24.400705 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Provisioning complete for port f9322d57-bcb7-45e8-a8cf-2f2536098906 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:31:24.401431 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (f9322d57-bcb7-45e8-a8cf-2f2536098906), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:24.607365 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4366d0-3be7-452d-8130-5547a1b98f3e admin admin] Notify agent at l3_agent.dv-cinder-815660-7-smb the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:31:24.632097 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca04003-46e9-454b-ba76-32e47494c890 None None] Sync routers for ids ['438eed54-6634-4d31-8fac-f0022b04833e'] in dv-cinder-815660-7-smb {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:31:24.651855 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca04003-46e9-454b-ba76-32e47494c890 None None] Routers {'438eed54-6634-4d31-8fac-f0022b04833e'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:31:24.653371 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-cca04003-46e9-454b-ba76-32e47494c890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:31:02Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['438eed54-6634-4d31-8fac-f0022b04833e'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:31:24.761438 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777e930a-a814-4cee-a54a-9ce73e2dd791 admin admin] Network 31d40b1e-6325-447a-b5a1-db51342d35c1 is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:31:24.768619 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-777e930a-a814-4cee-a54a-9ce73e2dd791 admin admin] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:31:24.846670 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-87e336ab-89db-4ecf-8305-c7db4a6ead8e req-b1d73e74-0e7d-4a31-8bde-c77b38e366c3 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.49 "GET /v2.0/ports?device_id=e953b495-dc77-42a4-8a2c-7ce8bd11b217 HTTP/1.1" status: 200 len: 210 time: 0.1182830 Apr 06 16:31:24.856943 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7a4366d0-3be7-452d-8130-5547a1b98f3e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:24.863387 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-7a4366d0-3be7-452d-8130-5547a1b98f3e admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.5696292 Apr 06 16:31:24.863387 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 34476) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:25.056868 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-04edacfa-c292-43ba-b59c-8e1b192326d6 None None] Current status of the port a380e2df-aae3-4ffd-88b1-ab5b2bb3c5e1 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:31:25.309251 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Current status of the port f9322d57-bcb7-45e8-a8cf-2f2536098906 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:31:25.494432 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-777e930a-a814-4cee-a54a-9ce73e2dd791 admin admin] Router dd48a771-c84e-4f03-8a0f-c8c42aa8780a has already been hosted by L3 agent 94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e {{(pid=103681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:31:25.622503 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-d2e1fe53-0ca6-4f66-8887-c3f1f6f5dd0f None None] Provisioning complete for port bb363f30-d077-4e2c-8dbb-5c48d20c0b07 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:31:25.622503 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-d2e1fe53-0ca6-4f66-8887-c3f1f6f5dd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (bb363f30-d077-4e2c-8dbb-5c48d20c0b07), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:25.731994 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-cca04003-46e9-454b-ba76-32e47494c890 None None] Set router 438eed54-6634-4d31-8fac-f0022b04833e gateway port host: dv-cinder-815660-7-smb {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:31:25.847448 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device a380e2df-aae3-4ffd-88b1-ab5b2bb3c5e1 up at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:31:26.152502 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777e930a-a814-4cee-a54a-9ce73e2dd791 admin admin] Notify agent at l3_agent.dv-cinder-815660-7-smb the message routers_updated {{(pid=103681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:31:26.301034 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-777e930a-a814-4cee-a54a-9ce73e2dd791 admin admin] 10.222.0.49 "PUT /v2.0/routers/dd48a771-c84e-4f03-8a0f-c8c42aa8780a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8764598 Apr 06 16:31:26.314167 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 34522) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:26.419988 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-cca04003-46e9-454b-ba76-32e47494c890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438eed54-6634-4d31-8fac-f0022b04833e', 'name': 'tempest-AttachVolumeShelveTestJSON-818258066-router', 'tenant_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': '4daa805a-ee79-4b4f-b513-a4b7a45cb32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:17Z', 'updated_at': '2022-04-06T16:31:22Z', 'revision_number': 3, 'project_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'gw_port': {'id': '4daa805a-ee79-4b4f-b513-a4b7a45cb32b', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438eed54-6634-4d31-8fac-f0022b04833e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:20Z', 'updated_at': '2022-04-06T16:31:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb'}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:31:26.438132 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 34532) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:26.448107 dv-cinder-815660-7-smb neutron-server[103681]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 06 16:31:26.587468 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-0f3ef3f9-bcfc-4c21-8896-c0561b63b716 req-1e203eca-8b02-49b4-adf9-e1b86de6704e tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.49 "GET /v2.0/ports?device_id=e953b495-dc77-42a4-8a2c-7ce8bd11b217 HTTP/1.1" status: 200 len: 210 time: 0.1434264 Apr 06 16:31:26.589298 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 34536) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:26.598097 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca04003-46e9-454b-ba76-32e47494c890 None None] Checking router: 438eed54-6634-4d31-8fac-f0022b04833e for host: dv-cinder-815660-7-smb {{(pid=103683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:31:26.598803 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca04003-46e9-454b-ba76-32e47494c890 None None] Updating router 438eed54-6634-4d31-8fac-f0022b04833e port 4daa805a-ee79-4b4f-b513-a4b7a45cb32b binding host dv-cinder-815660-7-smb {{(pid=103683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 16:31:26.610710 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecd9d3e-1184-430a-804e-d8d125179341 None None] Sync routers for ids ['dd48a771-c84e-4f03-8a0f-c8c42aa8780a'] in dv-cinder-815660-7-smb {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:31:26.668180 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-cca04003-46e9-454b-ba76-32e47494c890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (4daa805a-ee79-4b4f-b513-a4b7a45cb32b), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:27.050422 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-cca04003-46e9-454b-ba76-32e47494c890 None None] Publish callbacks [] for port (4daa805a-ee79-4b4f-b513-a4b7a45cb32b), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:27.075861 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-d2e1fe53-0ca6-4f66-8887-c3f1f6f5dd0f None None] Port bb363f30-d077-4e2c-8dbb-5c48d20c0b07 cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:31:27.125115 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-cca04003-46e9-454b-ba76-32e47494c890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (4daa805a-ee79-4b4f-b513-a4b7a45cb32b), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:27.148091 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a9d5ea67-ee81-4a11-9fe3-395724702e11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:27.150711 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecd9d3e-1184-430a-804e-d8d125179341 None None] Routers {'dd48a771-c84e-4f03-8a0f-c8c42aa8780a'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:31:27.152276 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-2ecd9d3e-1184-430a-804e-d8d125179341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:31:02Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['dd48a771-c84e-4f03-8a0f-c8c42aa8780a'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:31:27.166924 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f710218a-6fbf-45c3-87cc-c059162108c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:27.184003 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-42d2e9a3-77c2-4411-befd-fabd59fb5515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1620502577-router', 'tenant_id': '8d1c6d06c04543878527856ba1e8d48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': 'e2089023-cc90-4268-b659-37fd05f1c4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:16Z', 'updated_at': '2022-04-06T16:31:20Z', 'revision_number': 3, 'project_id': '8d1c6d06c04543878527856ba1e8d48c', 'gw_port': {'id': 'e2089023-cc90-4268-b659-37fd05f1c4ba', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:18Z', 'updated_at': '2022-04-06T16:31:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb'}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:31:27.260141 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0c9a6b8e-de3f-4457-8617-913a7d87a9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:27.275831 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b44f7-d6cb-4400-858a-645c2c7240c0 None None] Pushing event updated for resources: {'Port': ['ID=4daa805a-ee79-4b4f-b513-a4b7a45cb32b,revision_number=2']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:27.297486 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-cca04003-46e9-454b-ba76-32e47494c890 None None] Attempting to bind port 4daa805a-ee79-4b4f-b513-a4b7a45cb32b on host dv-cinder-815660-7-smb for vnic_type normal with profile {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:31:27.297875 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-cca04003-46e9-454b-ba76-32e47494c890 None None] Attempting to bind port 4daa805a-ee79-4b4f-b513-a4b7a45cb32b by drivers openvswitch,hyperv on host dv-cinder-815660-7-smb at level 0 using segments [{'id': '3728a512-0136-4544-ad0a-d8addcf850d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542'}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:31:27.298234 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca04003-46e9-454b-ba76-32e47494c890 None None] Attempting to bind port 4daa805a-ee79-4b4f-b513-a4b7a45cb32b on network 5748d197-8213-47ef-9188-592aa7f2e542 {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:31:27.314211 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca04003-46e9-454b-ba76-32e47494c890 None None] Checking agent: {'id': 'c8d6835f-40e2-4c71-9616-8d834b10e2ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 22, 6), 'started_at': datetime.datetime(2022, 4, 6, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:31:27.314600 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca04003-46e9-454b-ba76-32e47494c890 None None] Checking segment: {'id': '3728a512-0136-4544-ad0a-d8addcf850d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:31:27.315017 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-cca04003-46e9-454b-ba76-32e47494c890 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:27.315422 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca04003-46e9-454b-ba76-32e47494c890 None None] Bound using segment: {'id': '3728a512-0136-4544-ad0a-d8addcf850d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542'} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:31:27.315944 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-cca04003-46e9-454b-ba76-32e47494c890 None None] Bound port: 4daa805a-ee79-4b4f-b513-a4b7a45cb32b, host: dv-cinder-815660-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3728a512-0136-4544-ad0a-d8addcf850d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542'}}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:31:27.316332 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-cca04003-46e9-454b-ba76-32e47494c890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (4daa805a-ee79-4b4f-b513-a4b7a45cb32b), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:27.360600 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d2e9a3-77c2-4411-befd-fabd59fb5515 None None] Checking router: 4db718bd-92f7-4920-9f2c-e07323d650c5 for host: dv-cinder-815660-7-smb {{(pid=103682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:31:27.362270 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d2e9a3-77c2-4411-befd-fabd59fb5515 None None] Updating router 4db718bd-92f7-4920-9f2c-e07323d650c5 port e2089023-cc90-4268-b659-37fd05f1c4ba binding host dv-cinder-815660-7-smb {{(pid=103682) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 16:31:27.400671 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.39', 50337) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:27.441718 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.db [None req-cca04003-46e9-454b-ba76-32e47494c890 None None] For port 4daa805a-ee79-4b4f-b513-a4b7a45cb32b, host dv-cinder-815660-7-smb, cleared binding levels {{(pid=103683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:31:27.446440 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.db [None req-cca04003-46e9-454b-ba76-32e47494c890 None None] For port 4daa805a-ee79-4b4f-b513-a4b7a45cb32b, host dv-cinder-815660-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=4daa805a-ee79-4b4f-b513-a4b7a45cb32b,segment=NetworkSegment(3728a512-0136-4544-ad0a-d8addcf850d8),segment_id=3728a512-0136-4544-ad0a-d8addcf850d8)] {{(pid=103683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:31:27.451585 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-51308618-de76-4434-95bd-e7d11902151b None None] Provisioning complete for port a380e2df-aae3-4ffd-88b1-ab5b2bb3c5e1 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:31:27.452789 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-51308618-de76-4434-95bd-e7d11902151b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (a380e2df-aae3-4ffd-88b1-ab5b2bb3c5e1), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:27.579290 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-cca04003-46e9-454b-ba76-32e47494c890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (4daa805a-ee79-4b4f-b513-a4b7a45cb32b), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:27.746320 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-51308618-de76-4434-95bd-e7d11902151b None None] Current status of the port a380e2df-aae3-4ffd-88b1-ab5b2bb3c5e1 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:31:27.772883 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca04003-46e9-454b-ba76-32e47494c890 None None] Routers {'438eed54-6634-4d31-8fac-f0022b04833e'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:31:27.774491 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-42d2e9a3-77c2-4411-befd-fabd59fb5515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (e2089023-cc90-4268-b659-37fd05f1c4ba), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:27.775736 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-cca04003-46e9-454b-ba76-32e47494c890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:31:02Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['438eed54-6634-4d31-8fac-f0022b04833e'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:31:27.784952 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b44f7-d6cb-4400-858a-645c2c7240c0 None None] Pushing event updated for resources: {'Port': ['ID=4daa805a-ee79-4b4f-b513-a4b7a45cb32b,revision_number=3']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:27.820345 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc987a-680d-4125-af0a-fb245a7f1f28 req-f47f160e-344b-43ee-8e5c-3a1e2ec7a673 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:31:27.826761 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-17cc987a-680d-4125-af0a-fb245a7f1f28 req-f47f160e-344b-43ee-8e5c-3a1e2ec7a673 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.39 "GET /v2.0/networks?id=8c850383-625d-4ee4-97f3-c6290009d01e HTTP/1.1" status: 200 len: 811 time: 0.4250355 Apr 06 16:31:27.831453 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f4d7fb50-1237-4865-bb9f-f4bb9378f15a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:27.836496 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.db_base_plugin_common [None req-0c9a6b8e-de3f-4457-8617-913a7d87a9f1 admin admin] Allocated IP 172.20.0.1 (782e4005-3b7d-4e26-954d-25d46652bf58/713d2ac2-12c5-40b3-b057-72a7d64c64ec/2557a59f-e56f-49a1-a5b8-b70861803d73) {{(pid=103680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:31:27.878877 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Provisioning complete for port a380e2df-aae3-4ffd-88b1-ab5b2bb3c5e1 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:31:27.880475 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (a380e2df-aae3-4ffd-88b1-ab5b2bb3c5e1), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:27.930289 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [req-17cc987a-680d-4125-af0a-fb245a7f1f28 req-36fad699-ab63-4b88-adf0-c7a084f6b300 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] Request body: {'port': {'device_id': 'e953b495-dc77-42a4-8a2c-7ce8bd11b217', 'network_id': '8c850383-625d-4ee4-97f3-c6290009d01e', 'admin_state_up': True, 'tenant_id': 'c74b122664a14050ac008d5b08466173'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:31:28.021483 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-2ecd9d3e-1184-430a-804e-d8d125179341 None None] Set router dd48a771-c84e-4f03-8a0f-c8c42aa8780a gateway port host: dv-cinder-815660-7-smb {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:31:28.079483 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-3d4e3d44-ef11-43a2-8f76-f3a13acc27aa req-3de78583-05be-4436-b005-81ad66dc4d8f tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.49 "GET /v2.0/ports?device_id=e953b495-dc77-42a4-8a2c-7ce8bd11b217 HTTP/1.1" status: 200 len: 210 time: 0.1404512 Apr 06 16:31:28.094125 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-cca04003-46e9-454b-ba76-32e47494c890 None None] Set router 438eed54-6634-4d31-8fac-f0022b04833e gateway port host: dv-cinder-815660-7-smb {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:31:28.112792 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0c9a6b8e-de3f-4457-8617-913a7d87a9f1 admin admin] Publish callbacks [] for port (2557a59f-e56f-49a1-a5b8-b70861803d73), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:28.291022 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0c9a6b8e-de3f-4457-8617-913a7d87a9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276'] for port (2557a59f-e56f-49a1-a5b8-b70861803d73), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:28.380529 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f710218a-6fbf-45c3-87cc-c059162108c3 admin admin] Publish callbacks [] for security_group (581110b4-b1d2-4384-9184-cdef0bc2b566), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:28.419629 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a9d5ea67-ee81-4a11-9fe3-395724702e11 admin admin] Publish callbacks [] for security_group (c9d73e59-cf63-4692-959e-1913d4d812bc), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:28.444886 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f710218a-6fbf-45c3-87cc-c059162108c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (581110b4-b1d2-4384-9184-cdef0bc2b566), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:28.484392 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9a6b8e-de3f-4457-8617-913a7d87a9f1 admin admin] Network 782e4005-3b7d-4e26-954d-25d46652bf58 is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:31:28.503335 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-0c9a6b8e-de3f-4457-8617-913a7d87a9f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:31:28.550356 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9a6b8e-de3f-4457-8617-913a7d87a9f1 admin admin] Received port after_create {{(pid=103680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:31:28.555631 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0c9a6b8e-de3f-4457-8617-913a7d87a9f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617174'] for router_interface (438eed54-6634-4d31-8fac-f0022b04833e), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:28.673402 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-cca04003-46e9-454b-ba76-32e47494c890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438eed54-6634-4d31-8fac-f0022b04833e', 'name': 'tempest-AttachVolumeShelveTestJSON-818258066-router', 'tenant_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': '4daa805a-ee79-4b4f-b513-a4b7a45cb32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:17Z', 'updated_at': '2022-04-06T16:31:22Z', 'revision_number': 3, 'project_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'gw_port': {'id': '4daa805a-ee79-4b4f-b513-a4b7a45cb32b', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438eed54-6634-4d31-8fac-f0022b04833e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:20Z', 'updated_at': '2022-04-06T16:31:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb'}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:31:28.709234 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-f710218a-6fbf-45c3-87cc-c059162108c3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b34249ab1ca54c05a5de9cfa35470e08&name=default HTTP/1.1" status: 200 len: 2992 time: 2.1182270 Apr 06 16:31:28.711531 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 34590) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:28.741007 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca04003-46e9-454b-ba76-32e47494c890 None None] The sync data for ids ['438eed54-6634-4d31-8fac-f0022b04833e'] in dv-cinder-815660-7-smb is: [{'id': '438eed54-6634-4d31-8fac-f0022b04833e', 'name': 'tempest-AttachVolumeShelveTestJSON-818258066-router', 'tenant_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': '4daa805a-ee79-4b4f-b513-a4b7a45cb32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:17Z', 'updated_at': '2022-04-06T16:31:22Z', 'revision_number': 3, 'project_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'gw_port': {'id': '4daa805a-ee79-4b4f-b513-a4b7a45cb32b', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438eed54-6634-4d31-8fac-f0022b04833e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:20Z', 'updated_at': '2022-04-06T16:31:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb'}] {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:31:28.798080 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a9d5ea67-ee81-4a11-9fe3-395724702e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (c9d73e59-cf63-4692-959e-1913d4d812bc), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:28.915182 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f710218a-6fbf-45c3-87cc-c059162108c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581110b4-b1d2-4384-9184-cdef0bc2b566,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:28.932950 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [None req-f4d7fb50-1237-4865-bb9f-f4bb9378f15a admin admin] Allocated IP 172.20.0.1 (dad9ba10-e8cf-4082-94bd-2291edc537cc/5076aaf7-c1a1-40bf-87fc-8e1e2ced2174/bcc887f8-17cb-4d07-9f7a-20921d3830d9) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:31:28.943075 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Current status of the port a380e2df-aae3-4ffd-88b1-ab5b2bb3c5e1 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:31:28.963864 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 3d3cad3b-c6e0-4df7-888b-f41f5228c2a4 up at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:31:29.022961 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-a9d5ea67-ee81-4a11-9fe3-395724702e11 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=de044079fdea4d7388d18be4b2b00dc3&name=default HTTP/1.1" status: 200 len: 2992 time: 2.7013619 Apr 06 16:31:29.026872 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 34600) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:29.038178 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9a6b8e-de3f-4457-8617-913a7d87a9f1 admin admin] Pushing event updated for resources: {'Port': ['ID=2557a59f-e56f-49a1-a5b8-b70861803d73,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:29.091099 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17cc987a-680d-4125-af0a-fb245a7f1f28 req-36fad699-ab63-4b88-adf0-c7a084f6b300 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] Made reservation on behalf of c74b122664a14050ac008d5b08466173 for: {'port': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:31:29.093885 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-17cc987a-680d-4125-af0a-fb245a7f1f28 req-36fad699-ab63-4b88-adf0-c7a084f6b300 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:29.137023 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d5ea67-ee81-4a11-9fe3-395724702e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d73e59-cf63-4692-959e-1913d4d812bc,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:29.349074 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 34612) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:29.356631 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-bdc07aff-7966-4134-a751-1eaf46b0e291 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1543218497', 'description': 'tempest-description--1854403956'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:31:29.412290 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-016c0a89-be98-44c7-9d7d-9b0b6c5cff64 None None] Provisioning complete for port 2557a59f-e56f-49a1-a5b8-b70861803d73 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:31:29.413064 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-016c0a89-be98-44c7-9d7d-9b0b6c5cff64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (2557a59f-e56f-49a1-a5b8-b70861803d73), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:29.464479 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-24e8dfb4-82e2-48ab-8dd6-83f7851274ae admin admin] Publish callbacks [] for security_group (581110b4-b1d2-4384-9184-cdef0bc2b566), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:29.499042 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-24e8dfb4-82e2-48ab-8dd6-83f7851274ae admin admin] Publish callbacks [] for security_group (581110b4-b1d2-4384-9184-cdef0bc2b566), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:29.515029 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-bdc07aff-7966-4134-a751-1eaf46b0e291 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:29.521882 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-42d2e9a3-77c2-4411-befd-fabd59fb5515 None None] Publish callbacks [] for port (e2089023-cc90-4268-b659-37fd05f1c4ba), precommit_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:29.549908 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Provisioning complete for port 3d3cad3b-c6e0-4df7-888b-f41f5228c2a4 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:31:29.550214 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (3d3cad3b-c6e0-4df7-888b-f41f5228c2a4), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:29.557447 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-016c0a89-be98-44c7-9d7d-9b0b6c5cff64 None None] Port 2557a59f-e56f-49a1-a5b8-b70861803d73 cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:31:29.578764 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-b54516d6-2121-42dd-86b6-389f43afbfa4 req-8f7c4e30-478b-42c8-8117-c54336e28f90 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.49 "GET /v2.0/ports?device_id=e953b495-dc77-42a4-8a2c-7ce8bd11b217 HTTP/1.1" status: 200 len: 210 time: 0.2441843 Apr 06 16:31:29.581431 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0c9a6b8e-de3f-4457-8617-913a7d87a9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (2557a59f-e56f-49a1-a5b8-b70861803d73), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:29.606244 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-42d2e9a3-77c2-4411-befd-fabd59fb5515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (e2089023-cc90-4268-b659-37fd05f1c4ba), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:29.663683 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5306a61f-91d0-4ced-9dbf-81740546ddee admin admin] Publish callbacks [] for security_group (c9d73e59-cf63-4692-959e-1913d4d812bc), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:29.692971 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d873cb-f7b3-4e0a-8481-766de03372d5 None None] Pushing event updated for resources: {'Port': ['ID=e2089023-cc90-4268-b659-37fd05f1c4ba,revision_number=2']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:29.748569 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-2ecd9d3e-1184-430a-804e-d8d125179341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'name': 'tempest-AttachVolumeTestJSON-2104936252-router', 'tenant_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': '3d3cad3b-c6e0-4df7-888b-f41f5228c2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:13Z', 'updated_at': '2022-04-06T16:31:22Z', 'revision_number': 4, 'project_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'gw_port': {'id': '3d3cad3b-c6e0-4df7-888b-f41f5228c2a4', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:14Z', 'updated_at': '2022-04-06T16:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': 'bb363f30-d077-4e2c-8dbb-5c48d20c0b07', 'name': '', 'network_id': '31d40b1e-6325-447a-b5a1-db51342d35c1', 'tenant_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'mac_address': 'fa:16:3e:cf:26:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '86d619c9-3cbf-4e29-bfd6-a7485621c49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:20Z', 'updated_at': '2022-04-06T16:31:23Z', 'revision_number': 2, 'project_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'subnets': [{'id': '86d619c9-3cbf-4e29-bfd6-a7485621c49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:31:29.785391 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f4d7fb50-1237-4865-bb9f-f4bb9378f15a admin admin] Publish callbacks [] for port (bcc887f8-17cb-4d07-9f7a-20921d3830d9), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:29.845344 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecd9d3e-1184-430a-804e-d8d125179341 None None] Checking router: dd48a771-c84e-4f03-8a0f-c8c42aa8780a for host: dv-cinder-815660-7-smb {{(pid=103682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:31:29.845805 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecd9d3e-1184-430a-804e-d8d125179341 None None] Updating router dd48a771-c84e-4f03-8a0f-c8c42aa8780a port bb363f30-d077-4e2c-8dbb-5c48d20c0b07 binding host dv-cinder-815660-7-smb {{(pid=103682) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 16:31:29.855685 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-24e8dfb4-82e2-48ab-8dd6-83f7851274ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (581110b4-b1d2-4384-9184-cdef0bc2b566), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:29.861895 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-24e8dfb4-82e2-48ab-8dd6-83f7851274ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:29.862375 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-24e8dfb4-82e2-48ab-8dd6-83f7851274ae admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/581110b4-b1d2-4384-9184-cdef0bc2b566 HTTP/1.1" status: 204 len: 168 time: 1.1415355 Apr 06 16:31:29.935015 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e8dfb4-82e2-48ab-8dd6-83f7851274ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581110b4-b1d2-4384-9184-cdef0bc2b566,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:29.953848 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-03629eb1-3825-4b8e-aade-e7e98725e793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:29.956595 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f4d7fb50-1237-4865-bb9f-f4bb9378f15a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276'] for port (bcc887f8-17cb-4d07-9f7a-20921d3830d9), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:29.987001 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5306a61f-91d0-4ced-9dbf-81740546ddee admin admin] Publish callbacks [] for security_group (c9d73e59-cf63-4692-959e-1913d4d812bc), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:29.991620 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [req-17cc987a-680d-4125-af0a-fb245a7f1f28 req-36fad699-ab63-4b88-adf0-c7a084f6b300 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] Allocated IP 172.20.0.3 (8c850383-625d-4ee4-97f3-c6290009d01e/4429e196-7dee-49a0-98fd-49a30757b8d1/762cbca0-2097-4643-a14d-839fbf0082e1) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:31:30.140067 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-42d2e9a3-77c2-4411-befd-fabd59fb5515 None None] Attempting to bind port e2089023-cc90-4268-b659-37fd05f1c4ba on host dv-cinder-815660-7-smb for vnic_type normal with profile {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:31:30.140552 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-42d2e9a3-77c2-4411-befd-fabd59fb5515 None None] Attempting to bind port e2089023-cc90-4268-b659-37fd05f1c4ba by drivers openvswitch,hyperv on host dv-cinder-815660-7-smb at level 0 using segments [{'id': '3728a512-0136-4544-ad0a-d8addcf850d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542'}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:31:30.140994 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d2e9a3-77c2-4411-befd-fabd59fb5515 None None] Attempting to bind port e2089023-cc90-4268-b659-37fd05f1c4ba on network 5748d197-8213-47ef-9188-592aa7f2e542 {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:31:30.149145 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-bdc07aff-7966-4134-a751-1eaf46b0e291 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks [] for security_group (b93192d1-f070-4027-9f08-6b0135c7efe2), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:30.171493 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-2ecd9d3e-1184-430a-804e-d8d125179341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (bb363f30-d077-4e2c-8dbb-5c48d20c0b07), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:30.186982 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d2e9a3-77c2-4411-befd-fabd59fb5515 None None] Checking agent: {'id': 'c8d6835f-40e2-4c71-9616-8d834b10e2ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 22, 6), 'started_at': datetime.datetime(2022, 4, 6, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:31:30.187629 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d2e9a3-77c2-4411-befd-fabd59fb5515 None None] Checking segment: {'id': '3728a512-0136-4544-ad0a-d8addcf850d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:31:30.188074 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-42d2e9a3-77c2-4411-befd-fabd59fb5515 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:30.188534 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d2e9a3-77c2-4411-befd-fabd59fb5515 None None] Bound using segment: {'id': '3728a512-0136-4544-ad0a-d8addcf850d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542'} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:31:30.189047 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-42d2e9a3-77c2-4411-befd-fabd59fb5515 None None] Bound port: e2089023-cc90-4268-b659-37fd05f1c4ba, host: dv-cinder-815660-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3728a512-0136-4544-ad0a-d8addcf850d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542'}}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:31:30.189486 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-42d2e9a3-77c2-4411-befd-fabd59fb5515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (e2089023-cc90-4268-b659-37fd05f1c4ba), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:30.208651 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-bdc07aff-7966-4134-a751-1eaf46b0e291 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (b93192d1-f070-4027-9f08-6b0135c7efe2), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:30.216208 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d7fb50-1237-4865-bb9f-f4bb9378f15a admin admin] Network dad9ba10-e8cf-4082-94bd-2291edc537cc is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:31:30.253388 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-f4d7fb50-1237-4865-bb9f-f4bb9378f15a admin admin] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:31:30.276772 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc07aff-7966-4134-a751-1eaf46b0e291 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b93192d1-f070-4027-9f08-6b0135c7efe2,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:30.277968 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d7fb50-1237-4865-bb9f-f4bb9378f15a admin admin] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:31:30.278423 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f4d7fb50-1237-4865-bb9f-f4bb9378f15a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617174'] for router_interface (4db718bd-92f7-4920-9f2c-e07323d650c5), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:30.354574 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0c9a6b8e-de3f-4457-8617-913a7d87a9f1 admin admin] Publish callbacks [] for port (2557a59f-e56f-49a1-a5b8-b70861803d73), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:30.375615 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-bdc07aff-7966-4134-a751-1eaf46b0e291 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:30.379386 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-bdc07aff-7966-4134-a751-1eaf46b0e291 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.0288224 Apr 06 16:31:30.388473 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 34634) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:30.406693 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-8469e982-82d5-4f61-8c3c-f0783f210777 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Request body: {'security_group_rule': {'security_group_id': 'b93192d1-f070-4027-9f08-6b0135c7efe2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:31:30.450758 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Current status of the port 3d3cad3b-c6e0-4df7-888b-f41f5228c2a4 is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:31:30.461567 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (3d3cad3b-c6e0-4df7-888b-f41f5228c2a4), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:30.494723 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0c9a6b8e-de3f-4457-8617-913a7d87a9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (2557a59f-e56f-49a1-a5b8-b70861803d73), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:30.497073 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0c9a6b8e-de3f-4457-8617-913a7d87a9f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617286'] for router_interface (438eed54-6634-4d31-8fac-f0022b04833e), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:30.586535 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d7fb50-1237-4865-bb9f-f4bb9378f15a admin admin] Pushing event updated for resources: {'Port': ['ID=bcc887f8-17cb-4d07-9f7a-20921d3830d9,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:30.692324 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5306a61f-91d0-4ced-9dbf-81740546ddee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (c9d73e59-cf63-4692-959e-1913d4d812bc), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:30.708639 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5306a61f-91d0-4ced-9dbf-81740546ddee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:30.726397 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9a6b8e-de3f-4457-8617-913a7d87a9f1 admin admin] Pushing event updated for resources: {'Port': ['ID=2557a59f-e56f-49a1-a5b8-b70861803d73,revision_number=2']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:30.736045 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-5306a61f-91d0-4ced-9dbf-81740546ddee admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c9d73e59-cf63-4692-959e-1913d4d812bc HTTP/1.1" status: 204 len: 168 time: 1.6971018 Apr 06 16:31:30.766189 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8469e982-82d5-4f61-8c3c-f0783f210777 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks [] for security_group_rule (8ffe0b00-279a-4cb1-a277-2df5f4c720a4), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:30.890138 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-42d2e9a3-77c2-4411-befd-fabd59fb5515 None None] For port e2089023-cc90-4268-b659-37fd05f1c4ba, host dv-cinder-815660-7-smb, cleared binding levels {{(pid=103682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:31:30.897509 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-42d2e9a3-77c2-4411-befd-fabd59fb5515 None None] For port e2089023-cc90-4268-b659-37fd05f1c4ba, host dv-cinder-815660-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=e2089023-cc90-4268-b659-37fd05f1c4ba,segment=NetworkSegment(3728a512-0136-4544-ad0a-d8addcf850d8),segment_id=3728a512-0136-4544-ad0a-d8addcf850d8)] {{(pid=103682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:31:30.901304 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (0e5c86dc-cd19-4356-a060-9388d8808620), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:30.947056 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5306a61f-91d0-4ced-9dbf-81740546ddee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d73e59-cf63-4692-959e-1913d4d812bc,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:30.950251 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] For port 3d3cad3b-c6e0-4df7-888b-f41f5228c2a4, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=3d3cad3b-c6e0-4df7-888b-f41f5228c2a4,segment=NetworkSegment(3728a512-0136-4544-ad0a-d8addcf850d8),segment_id=3728a512-0136-4544-ad0a-d8addcf850d8)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:31:31.004722 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-42d2e9a3-77c2-4411-befd-fabd59fb5515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (e2089023-cc90-4268-b659-37fd05f1c4ba), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:31.130778 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-1bfe7758-2929-44c6-967e-79d91ebd3f72 req-4cf6b6d3-147c-4f34-9474-c0413fed9a0e tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.49 "GET /v2.0/ports?device_id=e953b495-dc77-42a4-8a2c-7ce8bd11b217 HTTP/1.1" status: 200 len: 210 time: 0.0905483 Apr 06 16:31:31.291259 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8469e982-82d5-4f61-8c3c-f0783f210777 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks [] for security_group_rule (8ffe0b00-279a-4cb1-a277-2df5f4c720a4), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:31.343623 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9a6b8e-de3f-4457-8617-913a7d87a9f1 admin admin] Network 782e4005-3b7d-4e26-954d-25d46652bf58 is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:31:31.348399 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d873cb-f7b3-4e0a-8481-766de03372d5 None None] Pushing event updated for resources: {'Port': ['ID=e2089023-cc90-4268-b659-37fd05f1c4ba,revision_number=3']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:31.349188 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-0c9a6b8e-de3f-4457-8617-913a7d87a9f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:31:31.352521 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-76c567c7-9dee-41e1-9f98-9d52074065ac None None] Provisioning complete for port bcc887f8-17cb-4d07-9f7a-20921d3830d9 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:31:31.353107 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-76c567c7-9dee-41e1-9f98-9d52074065ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (bcc887f8-17cb-4d07-9f7a-20921d3830d9), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:31.360044 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (3d3cad3b-c6e0-4df7-888b-f41f5228c2a4), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:31.508587 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-17cc987a-680d-4125-af0a-fb245a7f1f28 req-36fad699-ab63-4b88-adf0-c7a084f6b300 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] Publish callbacks [] for port (762cbca0-2097-4643-a14d-839fbf0082e1), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:31.551495 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Pushing event updated for resources: {'Port': ['ID=3d3cad3b-c6e0-4df7-888b-f41f5228c2a4,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:31.612204 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8469e982-82d5-4f61-8c3c-f0783f210777 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654992'] for security_group_rule (8ffe0b00-279a-4cb1-a277-2df5f4c720a4), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:31.765594 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f4d7fb50-1237-4865-bb9f-f4bb9378f15a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (bcc887f8-17cb-4d07-9f7a-20921d3830d9), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:31.909230 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 4daa805a-ee79-4b4f-b513-a4b7a45cb32b up at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:31:31.912263 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-76c567c7-9dee-41e1-9f98-9d52074065ac None None] Port bcc887f8-17cb-4d07-9f7a-20921d3830d9 cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:31:31.942978 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-17cc987a-680d-4125-af0a-fb245a7f1f28 req-36fad699-ab63-4b88-adf0-c7a084f6b300 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276'] for port (762cbca0-2097-4643-a14d-839fbf0082e1), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:31.979180 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 34660) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:32.010978 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d2e9a3-77c2-4411-befd-fabd59fb5515 None None] Routers {'4db718bd-92f7-4920-9f2c-e07323d650c5'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:31:32.012437 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-42d2e9a3-77c2-4411-befd-fabd59fb5515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:31:02Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['4db718bd-92f7-4920-9f2c-e07323d650c5'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:31:32.097022 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469e982-82d5-4f61-8c3c-f0783f210777 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ffe0b00-279a-4cb1-a277-2df5f4c720a4,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:32.133468 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9a6b8e-de3f-4457-8617-913a7d87a9f1 admin admin] Router 438eed54-6634-4d31-8fac-f0022b04833e has already been hosted by L3 agent 94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e {{(pid=103680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:31:32.164060 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17cc987a-680d-4125-af0a-fb245a7f1f28 req-36fad699-ab63-4b88-adf0-c7a084f6b300 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] Network 8c850383-625d-4ee4-97f3-c6290009d01e is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:31:32.174693 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [req-17cc987a-680d-4125-af0a-fb245a7f1f28 req-36fad699-ab63-4b88-adf0-c7a084f6b300 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:31:32.201163 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [req-17cc987a-680d-4125-af0a-fb245a7f1f28 req-36fad699-ab63-4b88-adf0-c7a084f6b300 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:31:32.215434 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc987a-680d-4125-af0a-fb245a7f1f28 req-36fad699-ab63-4b88-adf0-c7a084f6b300 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:31:32.215434 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-17cc987a-680d-4125-af0a-fb245a7f1f28 req-36fad699-ab63-4b88-adf0-c7a084f6b300 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:32.243736 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fad699-ab63-4b88-adf0-c7a084f6b300 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] Pushing event updated for resources: {'Port': ['ID=762cbca0-2097-4643-a14d-839fbf0082e1,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:32.306700 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-cba2e5ec-e3e0-4b19-8a8c-9913a5742697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:32.339531 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-17cc987a-680d-4125-af0a-fb245a7f1f28 req-36fad699-ab63-4b88-adf0-c7a084f6b300 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4318709 Apr 06 16:31:32.363568 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8469e982-82d5-4f61-8c3c-f0783f210777 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:32.367793 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-8469e982-82d5-4f61-8c3c-f0783f210777 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9756529 Apr 06 16:31:32.369498 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 34674) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:32.408282 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-4662b068-a90e-4e26-8d12-9087d9412beb tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Request body: {'security_group_rule': {'security_group_id': 'b93192d1-f070-4027-9f08-6b0135c7efe2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:31:32.415127 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [req-17cc987a-680d-4125-af0a-fb245a7f1f28 req-ba7ff104-08eb-4f2d-bffa-2ef30134d0fc tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103681) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 16:31:32.423304 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-b2123682-1909-48cb-b7a6-35f79fa8380a None None] Provisioning complete for port 2557a59f-e56f-49a1-a5b8-b70861803d73 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:31:32.424040 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b2123682-1909-48cb-b7a6-35f79fa8380a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (2557a59f-e56f-49a1-a5b8-b70861803d73), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:32.424599 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-17cc987a-680d-4125-af0a-fb245a7f1f28 req-ba7ff104-08eb-4f2d-bffa-2ef30134d0fc tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0459933 Apr 06 16:31:32.488169 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f4d7fb50-1237-4865-bb9f-f4bb9378f15a admin admin] Publish callbacks [] for port (bcc887f8-17cb-4d07-9f7a-20921d3830d9), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:32.555937 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 34678) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:32.562960 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f4d7fb50-1237-4865-bb9f-f4bb9378f15a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (bcc887f8-17cb-4d07-9f7a-20921d3830d9), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:32.564155 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f4d7fb50-1237-4865-bb9f-f4bb9378f15a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617286'] for router_interface (4db718bd-92f7-4920-9f2c-e07323d650c5), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:32.728838 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Provisioning complete for port 4daa805a-ee79-4b4f-b513-a4b7a45cb32b triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:31:32.729614 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (4daa805a-ee79-4b4f-b513-a4b7a45cb32b), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:32.787416 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9a6b8e-de3f-4457-8617-913a7d87a9f1 admin admin] Notify agent at l3_agent.dv-cinder-815660-7-smb the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:31:32.793887 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819b1fd-999b-40e9-bb09-0bcad1596891 req-1986c670-b957-4cac-8b0d-3228e4a20c3b tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:31:32.800062 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-3819b1fd-999b-40e9-bb09-0bcad1596891 req-1986c670-b957-4cac-8b0d-3228e4a20c3b tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.49 "GET /v2.0/ports?device_id=e953b495-dc77-42a4-8a2c-7ce8bd11b217 HTTP/1.1" status: 200 len: 931 time: 0.4424160 Apr 06 16:31:32.804385 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-0c9a6b8e-de3f-4457-8617-913a7d87a9f1 admin admin] 10.222.0.49 "PUT /v2.0/routers/438eed54-6634-4d31-8fac-f0022b04833e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9402254 Apr 06 16:31:32.818788 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4662b068-a90e-4e26-8d12-9087d9412beb tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks [] for security_group_rule (922709fa-7a9e-4c2d-8c16-faa06bea1b20), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:32.828057 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad0e2f2-6306-4749-87b2-fe8eeb6f8f58 None None] Sync routers for ids ['438eed54-6634-4d31-8fac-f0022b04833e'] in dv-cinder-815660-7-smb {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:31:32.849957 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad0e2f2-6306-4749-87b2-fe8eeb6f8f58 None None] Routers {'438eed54-6634-4d31-8fac-f0022b04833e'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:31:32.851307 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-fad0e2f2-6306-4749-87b2-fe8eeb6f8f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:31:32Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['438eed54-6634-4d31-8fac-f0022b04833e'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:31:32.861894 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-2ecd9d3e-1184-430a-804e-d8d125179341 None None] Publish callbacks [] for port (bb363f30-d077-4e2c-8dbb-5c48d20c0b07), precommit_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:32.872276 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d7fb50-1237-4865-bb9f-f4bb9378f15a admin admin] Network dad9ba10-e8cf-4082-94bd-2291edc537cc is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:31:32.884160 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-f4d7fb50-1237-4865-bb9f-f4bb9378f15a admin admin] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:31:32.895357 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-bffef760-51af-44fc-ba1c-97b885f84df1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:32.914165 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b2123682-1909-48cb-b7a6-35f79fa8380a None None] Port 2557a59f-e56f-49a1-a5b8-b70861803d73 cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:31:32.929686 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4662b068-a90e-4e26-8d12-9087d9412beb tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks [] for security_group_rule (922709fa-7a9e-4c2d-8c16-faa06bea1b20), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:32.942615 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a9281c73-bb8b-4abb-b87a-710a89f3cd57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:32.948450 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-42d2e9a3-77c2-4411-befd-fabd59fb5515 None None] Set router 4db718bd-92f7-4920-9f2c-e07323d650c5 gateway port host: dv-cinder-815660-7-smb {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:31:32.997020 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-2ecd9d3e-1184-430a-804e-d8d125179341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (bb363f30-d077-4e2c-8dbb-5c48d20c0b07), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:33.009417 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4662b068-a90e-4e26-8d12-9087d9412beb tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654992'] for security_group_rule (922709fa-7a9e-4c2d-8c16-faa06bea1b20), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:33.046585 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4662b068-a90e-4e26-8d12-9087d9412beb tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=922709fa-7a9e-4c2d-8c16-faa06bea1b20,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:33.097946 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a9281c73-bb8b-4abb-b87a-710a89f3cd57 admin admin] Publish callbacks [] for security_group (1a4fbb91-45b2-4b71-9bcc-79c00f502c60), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:33.162984 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4662b068-a90e-4e26-8d12-9087d9412beb tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:33.171615 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-4662b068-a90e-4e26-8d12-9087d9412beb tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8002942 Apr 06 16:31:33.172630 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 34684) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:33.177576 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-04b3889f-9740-40df-b781-2bfeded0a012 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Request body: {'floatingip': {'floating_network_id': '5748d197-8213-47ef-9188-592aa7f2e542'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:31:33.272874 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-fad0e2f2-6306-4749-87b2-fe8eeb6f8f58 None None] Set router 438eed54-6634-4d31-8fac-f0022b04833e gateway port host: dv-cinder-815660-7-smb {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:31:33.309571 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-04b3889f-9740-40df-b781-2bfeded0a012 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:33.314537 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a9281c73-bb8b-4abb-b87a-710a89f3cd57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (1a4fbb91-45b2-4b71-9bcc-79c00f502c60), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:33.363747 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d7fb50-1237-4865-bb9f-f4bb9378f15a admin admin] Pushing event updated for resources: {'Port': ['ID=bcc887f8-17cb-4d07-9f7a-20921d3830d9,revision_number=2']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:33.485583 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac861dd-12a4-4915-b2c5-997d150dfdec None None] Pushing event updated for resources: {'Port': ['ID=bb363f30-d077-4e2c-8dbb-5c48d20c0b07,revision_number=3']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:33.722631 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Current status of the port 4daa805a-ee79-4b4f-b513-a4b7a45cb32b is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:31:33.724213 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (4daa805a-ee79-4b4f-b513-a4b7a45cb32b), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:33.738125 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-3819b1fd-999b-40e9-bb09-0bcad1596891 req-883449f1-4473-40a0-bf4b-9718fea44cf2 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0deb47-0ed4-4b3d-b2a8-bfe6fad3d329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8555717 Apr 06 16:31:33.759636 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 34696) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:33.762595 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-a9281c73-bb8b-4abb-b87a-710a89f3cd57 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3def65b73766489486a57ca388e86d2d&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7474179 Apr 06 16:31:33.933848 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-d2ef7de2-96b8-4a83-a447-fe4f13afd144 None None] Provisioning complete for port bcc887f8-17cb-4d07-9f7a-20921d3830d9 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:31:33.936138 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-d2ef7de2-96b8-4a83-a447-fe4f13afd144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (bcc887f8-17cb-4d07-9f7a-20921d3830d9), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:33.945421 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:34.025950 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 34700) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:34.088108 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] For port 4daa805a-ee79-4b4f-b513-a4b7a45cb32b, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=4daa805a-ee79-4b4f-b513-a4b7a45cb32b,segment=NetworkSegment(3728a512-0136-4544-ad0a-d8addcf850d8),segment_id=3728a512-0136-4544-ad0a-d8addcf850d8)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:31:34.095351 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [req-17cc987a-680d-4125-af0a-fb245a7f1f28 req-2f55c1ba-d4e6-4c04-98f0-0f92fb50ff92 service neutron] Request body: {'port': {'device_id': 'e953b495-dc77-42a4-8a2c-7ce8bd11b217', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:31:34.107667 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-fad0e2f2-6306-4749-87b2-fe8eeb6f8f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438eed54-6634-4d31-8fac-f0022b04833e', 'name': 'tempest-AttachVolumeShelveTestJSON-818258066-router', 'tenant_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': '4daa805a-ee79-4b4f-b513-a4b7a45cb32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:17Z', 'updated_at': '2022-04-06T16:31:29Z', 'revision_number': 4, 'project_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'gw_port': {'id': '4daa805a-ee79-4b4f-b513-a4b7a45cb32b', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438eed54-6634-4d31-8fac-f0022b04833e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:20Z', 'updated_at': '2022-04-06T16:31:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': '2557a59f-e56f-49a1-a5b8-b70861803d73', 'name': '', 'network_id': '782e4005-3b7d-4e26-954d-25d46652bf58', 'tenant_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'mac_address': 'fa:16:3e:c1:00:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438eed54-6634-4d31-8fac-f0022b04833e', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '713d2ac2-12c5-40b3-b057-72a7d64c64ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:27Z', 'updated_at': '2022-04-06T16:31:29Z', 'revision_number': 2, 'project_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'subnets': [{'id': '713d2ac2-12c5-40b3-b057-72a7d64c64ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:31:34.114278 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-2ecd9d3e-1184-430a-804e-d8d125179341 None None] Attempting to bind port bb363f30-d077-4e2c-8dbb-5c48d20c0b07 on host dv-cinder-815660-7-smb for vnic_type normal with profile {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:31:34.114649 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-2ecd9d3e-1184-430a-804e-d8d125179341 None None] Attempting to bind port bb363f30-d077-4e2c-8dbb-5c48d20c0b07 by drivers openvswitch,hyperv on host dv-cinder-815660-7-smb at level 0 using segments [{'id': '72e3ade1-cead-4288-afb3-eceacb264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '31d40b1e-6325-447a-b5a1-db51342d35c1'}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:31:34.115013 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecd9d3e-1184-430a-804e-d8d125179341 None None] Attempting to bind port bb363f30-d077-4e2c-8dbb-5c48d20c0b07 on network 31d40b1e-6325-447a-b5a1-db51342d35c1 {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:31:34.162389 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecd9d3e-1184-430a-804e-d8d125179341 None None] Checking agent: {'id': 'c8d6835f-40e2-4c71-9616-8d834b10e2ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 22, 6), 'started_at': datetime.datetime(2022, 4, 6, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:31:34.162820 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecd9d3e-1184-430a-804e-d8d125179341 None None] Checking segment: {'id': '72e3ade1-cead-4288-afb3-eceacb264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '31d40b1e-6325-447a-b5a1-db51342d35c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:31:34.163383 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-2ecd9d3e-1184-430a-804e-d8d125179341 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:34.164082 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecd9d3e-1184-430a-804e-d8d125179341 None None] Bound using segment: {'id': '72e3ade1-cead-4288-afb3-eceacb264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '31d40b1e-6325-447a-b5a1-db51342d35c1'} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:31:34.170045 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-2ecd9d3e-1184-430a-804e-d8d125179341 None None] Bound port: bb363f30-d077-4e2c-8dbb-5c48d20c0b07, host: dv-cinder-815660-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e3ade1-cead-4288-afb3-eceacb264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '31d40b1e-6325-447a-b5a1-db51342d35c1'}}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:31:34.170045 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-2ecd9d3e-1184-430a-804e-d8d125179341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (bb363f30-d077-4e2c-8dbb-5c48d20c0b07), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:34.172283 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad0e2f2-6306-4749-87b2-fe8eeb6f8f58 None None] Checking router: 438eed54-6634-4d31-8fac-f0022b04833e for host: dv-cinder-815660-7-smb {{(pid=103683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:31:34.172861 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad0e2f2-6306-4749-87b2-fe8eeb6f8f58 None None] Updating router 438eed54-6634-4d31-8fac-f0022b04833e port 2557a59f-e56f-49a1-a5b8-b70861803d73 binding host dv-cinder-815660-7-smb {{(pid=103683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 16:31:34.213129 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fad0e2f2-6306-4749-87b2-fe8eeb6f8f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (2557a59f-e56f-49a1-a5b8-b70861803d73), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:34.244620 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9281c73-bb8b-4abb-b87a-710a89f3cd57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4fbb91-45b2-4b71-9bcc-79c00f502c60,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:34.272027 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-bffef760-51af-44fc-ba1c-97b885f84df1 admin admin] Publish callbacks [] for security_group (5e9d7f90-7ed0-4791-bb63-d3d301f4ecf0), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:34.311038 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d3ea0ae5-c8da-41db-ae5b-8268eeb9d3cd admin admin] Publish callbacks [] for security_group (1a4fbb91-45b2-4b71-9bcc-79c00f502c60), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:34.349637 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d7fb50-1237-4865-bb9f-f4bb9378f15a admin admin] Router 4db718bd-92f7-4920-9f2c-e07323d650c5 has already been hosted by L3 agent 94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e {{(pid=103681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:31:34.356274 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-d2ef7de2-96b8-4a83-a447-fe4f13afd144 None None] Port bcc887f8-17cb-4d07-9f7a-20921d3830d9 cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:31:34.366807 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-bffef760-51af-44fc-ba1c-97b885f84df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (5e9d7f90-7ed0-4791-bb63-d3d301f4ecf0), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:34.367198 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (4daa805a-ee79-4b4f-b513-a4b7a45cb32b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:34.535289 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-17cc987a-680d-4125-af0a-fb245a7f1f28 req-2f55c1ba-d4e6-4c04-98f0-0f92fb50ff92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (762cbca0-2097-4643-a14d-839fbf0082e1), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:34.575097 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d3ea0ae5-c8da-41db-ae5b-8268eeb9d3cd admin admin] Publish callbacks [] for security_group (1a4fbb91-45b2-4b71-9bcc-79c00f502c60), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:34.585268 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-04b3889f-9740-40df-b781-2bfeded0a012 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:34.671400 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.agents_db [None req-a950ddbd-9d44-4943-b7d7-a118ae2e1c13 None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:31:34.712902 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-2ecd9d3e-1184-430a-804e-d8d125179341 None None] For port bb363f30-d077-4e2c-8dbb-5c48d20c0b07, host dv-cinder-815660-7-smb, cleared binding levels {{(pid=103682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:31:34.743919 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-2ecd9d3e-1184-430a-804e-d8d125179341 None None] For port bb363f30-d077-4e2c-8dbb-5c48d20c0b07, host dv-cinder-815660-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=bb363f30-d077-4e2c-8dbb-5c48d20c0b07,segment=NetworkSegment(72e3ade1-cead-4288-afb3-eceacb264caa),segment_id=72e3ade1-cead-4288-afb3-eceacb264caa)] {{(pid=103682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:31:34.763149 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 3d3cad3b-c6e0-4df7-888b-f41f5228c2a4 up at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:31:34.881092 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-2ecd9d3e-1184-430a-804e-d8d125179341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (bb363f30-d077-4e2c-8dbb-5c48d20c0b07), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:34.916858 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-b1e1a78f-c9b5-42d4-8859-c6fcd6510248 None None] Provisioning complete for port bb363f30-d077-4e2c-8dbb-5c48d20c0b07 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:31:34.917699 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b1e1a78f-c9b5-42d4-8859-c6fcd6510248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (bb363f30-d077-4e2c-8dbb-5c48d20c0b07), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:35.007175 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:35.137596 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5b4defe1-d2e5-479e-a8bc-19a8c0fe9e68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:35.156469 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Pushing event updated for resources: {'Port': ['ID=4daa805a-ee79-4b4f-b513-a4b7a45cb32b,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:35.161464 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Provisioning complete for port 3d3cad3b-c6e0-4df7-888b-f41f5228c2a4 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:31:35.175891 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (3d3cad3b-c6e0-4df7-888b-f41f5228c2a4), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:35.228630 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecd9d3e-1184-430a-804e-d8d125179341 None None] Routers {'dd48a771-c84e-4f03-8a0f-c8c42aa8780a'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:31:35.232495 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-2ecd9d3e-1184-430a-804e-d8d125179341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:31:32Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['dd48a771-c84e-4f03-8a0f-c8c42aa8780a'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:31:35.354684 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fad0e2f2-6306-4749-87b2-fe8eeb6f8f58 None None] Publish callbacks [] for port (2557a59f-e56f-49a1-a5b8-b70861803d73), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:35.407914 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fad0e2f2-6306-4749-87b2-fe8eeb6f8f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (2557a59f-e56f-49a1-a5b8-b70861803d73), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:35.541994 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-bffef760-51af-44fc-ba1c-97b885f84df1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3b8251f1613648a6838f119ca0bdd84c&name=default HTTP/1.1" status: 200 len: 2993 time: 2.9816256 Apr 06 16:31:35.545804 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d3ea0ae5-c8da-41db-ae5b-8268eeb9d3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (1a4fbb91-45b2-4b71-9bcc-79c00f502c60), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:35.552660 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 34714) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:35.556112 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d3ea0ae5-c8da-41db-ae5b-8268eeb9d3cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:35.563001 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-d3ea0ae5-c8da-41db-ae5b-8268eeb9d3cd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1a4fbb91-45b2-4b71-9bcc-79c00f502c60 HTTP/1.1" status: 204 len: 168 time: 1.7981486 Apr 06 16:31:35.687101 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac861dd-12a4-4915-b2c5-997d150dfdec None None] Pushing event updated for resources: {'Port': ['ID=bb363f30-d077-4e2c-8dbb-5c48d20c0b07,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:35.774392 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffef760-51af-44fc-ba1c-97b885f84df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9d7f90-7ed0-4791-bb63-d3d301f4ecf0,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:35.784179 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5b4defe1-d2e5-479e-a8bc-19a8c0fe9e68 admin admin] Publish callbacks [] for security_group (c1ead6ee-3e7b-46df-bf89-f433eb2d2b9c), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:35.799948 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.db_base_plugin_common [None req-04b3889f-9740-40df-b781-2bfeded0a012 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Allocated IP 172.28.0.198 (5748d197-8213-47ef-9188-592aa7f2e542/30360da9-bba6-4593-a408-3cd8aca8fb5f/210d7de4-0c42-4eaf-abe4-f41f5888f36b) {{(pid=103680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:31:35.856411 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea0ae5-c8da-41db-ae5b-8268eeb9d3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4fbb91-45b2-4b71-9bcc-79c00f502c60,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:35.891959 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b1e1a78f-c9b5-42d4-8859-c6fcd6510248 None None] Current status of the port bb363f30-d077-4e2c-8dbb-5c48d20c0b07 is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:31:35.892577 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b1e1a78f-c9b5-42d4-8859-c6fcd6510248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (bb363f30-d077-4e2c-8dbb-5c48d20c0b07), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:35.915680 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d387fd-09bc-48d7-9120-4be4103045e2 None None] Pushing event updated for resources: {'Port': ['ID=2557a59f-e56f-49a1-a5b8-b70861803d73,revision_number=3']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:35.971121 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-fad0e2f2-6306-4749-87b2-fe8eeb6f8f58 None None] Attempting to bind port 2557a59f-e56f-49a1-a5b8-b70861803d73 on host dv-cinder-815660-7-smb for vnic_type normal with profile {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:31:35.972056 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-fad0e2f2-6306-4749-87b2-fe8eeb6f8f58 None None] Attempting to bind port 2557a59f-e56f-49a1-a5b8-b70861803d73 by drivers openvswitch,hyperv on host dv-cinder-815660-7-smb at level 0 using segments [{'id': '4338e709-dc46-4a61-ada5-02557dc55805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '782e4005-3b7d-4e26-954d-25d46652bf58'}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:31:35.972675 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad0e2f2-6306-4749-87b2-fe8eeb6f8f58 None None] Attempting to bind port 2557a59f-e56f-49a1-a5b8-b70861803d73 on network 782e4005-3b7d-4e26-954d-25d46652bf58 {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:31:35.993039 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d7fb50-1237-4865-bb9f-f4bb9378f15a admin admin] Notify agent at l3_agent.dv-cinder-815660-7-smb the message routers_updated {{(pid=103681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:31:36.014296 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-f4d7fb50-1237-4865-bb9f-f4bb9378f15a admin admin] 10.222.0.49 "PUT /v2.0/routers/4db718bd-92f7-4920-9f2c-e07323d650c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3015435 Apr 06 16:31:36.017735 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5b4defe1-d2e5-479e-a8bc-19a8c0fe9e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (c1ead6ee-3e7b-46df-bf89-f433eb2d2b9c), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:36.038479 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5d91ed9e-48b3-4f38-a6af-16f203bb7732 admin admin] Publish callbacks [] for security_group (5e9d7f90-7ed0-4791-bb63-d3d301f4ecf0), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:36.047025 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad0e2f2-6306-4749-87b2-fe8eeb6f8f58 None None] Checking agent: {'id': 'c8d6835f-40e2-4c71-9616-8d834b10e2ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 22, 6), 'started_at': datetime.datetime(2022, 4, 6, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:31:36.047910 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad0e2f2-6306-4749-87b2-fe8eeb6f8f58 None None] Checking segment: {'id': '4338e709-dc46-4a61-ada5-02557dc55805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '782e4005-3b7d-4e26-954d-25d46652bf58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:31:36.048548 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fad0e2f2-6306-4749-87b2-fe8eeb6f8f58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:36.049304 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad0e2f2-6306-4749-87b2-fe8eeb6f8f58 None None] Bound using segment: {'id': '4338e709-dc46-4a61-ada5-02557dc55805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '782e4005-3b7d-4e26-954d-25d46652bf58'} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:31:36.069777 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-fad0e2f2-6306-4749-87b2-fe8eeb6f8f58 None None] Bound port: 2557a59f-e56f-49a1-a5b8-b70861803d73, host: dv-cinder-815660-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4338e709-dc46-4a61-ada5-02557dc55805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '782e4005-3b7d-4e26-954d-25d46652bf58'}}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:31:36.072584 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fad0e2f2-6306-4749-87b2-fe8eeb6f8f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (2557a59f-e56f-49a1-a5b8-b70861803d73), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:36.072965 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-42d2e9a3-77c2-4411-befd-fabd59fb5515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1620502577-router', 'tenant_id': '8d1c6d06c04543878527856ba1e8d48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': 'e2089023-cc90-4268-b659-37fd05f1c4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:16Z', 'updated_at': '2022-04-06T16:31:31Z', 'revision_number': 4, 'project_id': '8d1c6d06c04543878527856ba1e8d48c', 'gw_port': {'id': 'e2089023-cc90-4268-b659-37fd05f1c4ba', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:18Z', 'updated_at': '2022-04-06T16:31:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': 'bcc887f8-17cb-4d07-9f7a-20921d3830d9', 'name': '', 'network_id': 'dad9ba10-e8cf-4082-94bd-2291edc537cc', 'tenant_id': '8d1c6d06c04543878527856ba1e8d48c', 'mac_address': 'fa:16:3e:a5:e6:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5076aaf7-c1a1-40bf-87fc-8e1e2ced2174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:27Z', 'updated_at': '2022-04-06T16:31:29Z', 'revision_number': 1, 'project_id': '8d1c6d06c04543878527856ba1e8d48c', 'subnets': [{'id': '5076aaf7-c1a1-40bf-87fc-8e1e2ced2174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:31:36.077831 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5d91ed9e-48b3-4f38-a6af-16f203bb7732 admin admin] Publish callbacks [] for security_group (5e9d7f90-7ed0-4791-bb63-d3d301f4ecf0), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:36.124599 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 34720) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:36.178507 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [None req-785e60a9-891d-40cd-89cd-f643865210de tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Request body: {'security_group': {'name': 'tempest-securitygroup--667439758', 'description': 'tempest-description--666740034'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:31:36.254378 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d2e9a3-77c2-4411-befd-fabd59fb5515 None None] The sync data for ids ['4db718bd-92f7-4920-9f2c-e07323d650c5'] in dv-cinder-815660-7-smb is: [{'id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1620502577-router', 'tenant_id': '8d1c6d06c04543878527856ba1e8d48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': 'e2089023-cc90-4268-b659-37fd05f1c4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:16Z', 'updated_at': '2022-04-06T16:31:31Z', 'revision_number': 4, 'project_id': '8d1c6d06c04543878527856ba1e8d48c', 'gw_port': {'id': 'e2089023-cc90-4268-b659-37fd05f1c4ba', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:18Z', 'updated_at': '2022-04-06T16:31:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': 'bcc887f8-17cb-4d07-9f7a-20921d3830d9', 'name': '', 'network_id': 'dad9ba10-e8cf-4082-94bd-2291edc537cc', 'tenant_id': '8d1c6d06c04543878527856ba1e8d48c', 'mac_address': 'fa:16:3e:a5:e6:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5076aaf7-c1a1-40bf-87fc-8e1e2ced2174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:27Z', 'updated_at': '2022-04-06T16:31:29Z', 'revision_number': 1, 'project_id': '8d1c6d06c04543878527856ba1e8d48c', 'subnets': [{'id': '5076aaf7-c1a1-40bf-87fc-8e1e2ced2174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:31:36.267500 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Current status of the port 3d3cad3b-c6e0-4df7-888b-f41f5228c2a4 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:31:36.344163 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.db [None req-fad0e2f2-6306-4749-87b2-fe8eeb6f8f58 None None] For port 2557a59f-e56f-49a1-a5b8-b70861803d73, host dv-cinder-815660-7-smb, cleared binding levels {{(pid=103683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:31:36.351581 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4defe1-d2e5-479e-a8bc-19a8c0fe9e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ead6ee-3e7b-46df-bf89-f433eb2d2b9c,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:36.353607 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.db [None req-fad0e2f2-6306-4749-87b2-fe8eeb6f8f58 None None] For port 2557a59f-e56f-49a1-a5b8-b70861803d73, host dv-cinder-815660-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=2557a59f-e56f-49a1-a5b8-b70861803d73,segment=NetworkSegment(4338e709-dc46-4a61-ada5-02557dc55805),segment_id=4338e709-dc46-4a61-ada5-02557dc55805)] {{(pid=103683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:31:36.354599 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b1e1a78f-c9b5-42d4-8859-c6fcd6510248 None None] For port bb363f30-d077-4e2c-8dbb-5c48d20c0b07, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=bb363f30-d077-4e2c-8dbb-5c48d20c0b07,segment=NetworkSegment(72e3ade1-cead-4288-afb3-eceacb264caa),segment_id=72e3ade1-cead-4288-afb3-eceacb264caa)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:31:36.407845 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-2ecd9d3e-1184-430a-804e-d8d125179341 None None] Set router dd48a771-c84e-4f03-8a0f-c8c42aa8780a gateway port host: dv-cinder-815660-7-smb {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:31:36.428838 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-5b4defe1-d2e5-479e-a8bc-19a8c0fe9e68 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2d730d3d14794a17942794475e1bc287&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3798022 Apr 06 16:31:36.440884 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 34726) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:36.506659 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:36.514549 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b1e1a78f-c9b5-42d4-8859-c6fcd6510248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (bb363f30-d077-4e2c-8dbb-5c48d20c0b07), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:36.520163 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-fad0e2f2-6306-4749-87b2-fe8eeb6f8f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (2557a59f-e56f-49a1-a5b8-b70861803d73), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:36.662977 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-785e60a9-891d-40cd-89cd-f643865210de tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:36.687096 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666e07f-d328-44bb-94da-b54677461720 req-b6e2acf6-03bc-4ed3-8b0a-1e0aad81a133 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:31:36.693498 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-d666e07f-d328-44bb-94da-b54677461720 req-b6e2acf6-03bc-4ed3-8b0a-1e0aad81a133 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.49 "GET /v2.0/ports?device_id=e953b495-dc77-42a4-8a2c-7ce8bd11b217 HTTP/1.1" status: 200 len: 931 time: 1.4606228 Apr 06 16:31:36.764446 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-04b3889f-9740-40df-b781-2bfeded0a012 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks [] for port (210d7de4-0c42-4eaf-abe4-f41f5888f36b), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:36.811446 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5d91ed9e-48b3-4f38-a6af-16f203bb7732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (5e9d7f90-7ed0-4791-bb63-d3d301f4ecf0), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:36.829399 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f17c50c3-7d86-4dc8-97a5-f841efb8fae4 admin admin] Publish callbacks [] for security_group (c1ead6ee-3e7b-46df-bf89-f433eb2d2b9c), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:36.838907 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5d91ed9e-48b3-4f38-a6af-16f203bb7732 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:36.852537 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-5d91ed9e-48b3-4f38-a6af-16f203bb7732 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5e9d7f90-7ed0-4791-bb63-d3d301f4ecf0 HTTP/1.1" status: 204 len: 168 time: 1.2124264 Apr 06 16:31:36.902004 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f17c50c3-7d86-4dc8-97a5-f841efb8fae4 admin admin] Publish callbacks [] for security_group (c1ead6ee-3e7b-46df-bf89-f433eb2d2b9c), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:36.920349 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d387fd-09bc-48d7-9120-4be4103045e2 None None] Pushing event updated for resources: {'Port': ['ID=2557a59f-e56f-49a1-a5b8-b70861803d73,revision_number=4']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:36.997375 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad0e2f2-6306-4749-87b2-fe8eeb6f8f58 None None] Routers {'438eed54-6634-4d31-8fac-f0022b04833e'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:31:37.001945 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-fad0e2f2-6306-4749-87b2-fe8eeb6f8f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:31:32Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['438eed54-6634-4d31-8fac-f0022b04833e'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:31:37.152957 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 4daa805a-ee79-4b4f-b513-a4b7a45cb32b up at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:31:37.216489 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f17c50c3-7d86-4dc8-97a5-f841efb8fae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (c1ead6ee-3e7b-46df-bf89-f433eb2d2b9c), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:37.222761 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f17c50c3-7d86-4dc8-97a5-f841efb8fae4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:37.232113 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-f17c50c3-7d86-4dc8-97a5-f841efb8fae4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c1ead6ee-3e7b-46df-bf89-f433eb2d2b9c HTTP/1.1" status: 204 len: 168 time: 0.7897913 Apr 06 16:31:37.260760 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c50c3-7d86-4dc8-97a5-f841efb8fae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ead6ee-3e7b-46df-bf89-f433eb2d2b9c,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:37.275228 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-04b3889f-9740-40df-b781-2bfeded0a012 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276'] for port (210d7de4-0c42-4eaf-abe4-f41f5888f36b), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:37.285989 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e1a78f-c9b5-42d4-8859-c6fcd6510248 None None] Pushing event updated for resources: {'Port': ['ID=bb363f30-d077-4e2c-8dbb-5c48d20c0b07,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:37.348059 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-d666e07f-d328-44bb-94da-b54677461720 req-d487a8a4-a525-4421-b9b3-be3f31e48641 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0deb47-0ed4-4b3d-b2a8-bfe6fad3d329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6316514 Apr 06 16:31:37.354232 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d91ed9e-48b3-4f38-a6af-16f203bb7732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9d7f90-7ed0-4791-bb63-d3d301f4ecf0,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:37.582504 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b3889f-9740-40df-b781-2bfeded0a012 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Network 5748d197-8213-47ef-9188-592aa7f2e542 is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:31:37.593670 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-fad0e2f2-6306-4749-87b2-fe8eeb6f8f58 None None] Set router 438eed54-6634-4d31-8fac-f0022b04833e gateway port host: dv-cinder-815660-7-smb {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:31:37.594328 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b3889f-9740-40df-b781-2bfeded0a012 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Pushing event updated for resources: {'Port': ['ID=210d7de4-0c42-4eaf-abe4-f41f5888f36b,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:37.609525 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-04b3889f-9740-40df-b781-2bfeded0a012 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:31:37.611638 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b3889f-9740-40df-b781-2bfeded0a012 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Received port after_create {{(pid=103680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:31:37.668639 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-a83debbd-e4e0-425a-82bb-377f49baccb9 None None] Provisioning complete for port 2557a59f-e56f-49a1-a5b8-b70861803d73 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:31:37.669289 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a83debbd-e4e0-425a-82bb-377f49baccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (2557a59f-e56f-49a1-a5b8-b70861803d73), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:37.676093 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Provisioning complete for port 4daa805a-ee79-4b4f-b513-a4b7a45cb32b triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:31:37.676708 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (4daa805a-ee79-4b4f-b513-a4b7a45cb32b), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:37.878895 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-04b3889f-9740-40df-b781-2bfeded0a012 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks [] for floatingip (dbc124ab-e086-45b7-aa2d-fefa0cdd38e6), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:37.961359 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Current status of the port 4daa805a-ee79-4b4f-b513-a4b7a45cb32b is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:31:38.042983 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-04b3889f-9740-40df-b781-2bfeded0a012 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (210d7de4-0c42-4eaf-abe4-f41f5888f36b), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:38.049955 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 34744) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:38.101461 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-785e60a9-891d-40cd-89cd-f643865210de tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks [] for security_group (16af305c-3dc2-4d6f-822e-d089db4a267c), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:38.160442 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.notifiers.nova [req-17cc987a-680d-4125-af0a-fb245a7f1f28 req-2f55c1ba-d4e6-4c04-98f0-0f92fb50ff92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 762cbca0-2097-4643-a14d-839fbf0082e1 {{(pid=103681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:31:38.204930 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2432ddfb-434a-4098-ad16-1b0703dbd997 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:38.211378 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-17cc987a-680d-4125-af0a-fb245a7f1f28 req-2f55c1ba-d4e6-4c04-98f0-0f92fb50ff92 service neutron] Publish callbacks [] for port (762cbca0-2097-4643-a14d-839fbf0082e1), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:38.221967 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-785e60a9-891d-40cd-89cd-f643865210de tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (16af305c-3dc2-4d6f-822e-d089db4a267c), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:38.241864 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-fad0e2f2-6306-4749-87b2-fe8eeb6f8f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438eed54-6634-4d31-8fac-f0022b04833e', 'name': 'tempest-AttachVolumeShelveTestJSON-818258066-router', 'tenant_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': '4daa805a-ee79-4b4f-b513-a4b7a45cb32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:17Z', 'updated_at': '2022-04-06T16:31:29Z', 'revision_number': 4, 'project_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'gw_port': {'id': '4daa805a-ee79-4b4f-b513-a4b7a45cb32b', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438eed54-6634-4d31-8fac-f0022b04833e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:20Z', 'updated_at': '2022-04-06T16:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': '2557a59f-e56f-49a1-a5b8-b70861803d73', 'name': '', 'network_id': '782e4005-3b7d-4e26-954d-25d46652bf58', 'tenant_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'mac_address': 'fa:16:3e:c1:00:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438eed54-6634-4d31-8fac-f0022b04833e', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '713d2ac2-12c5-40b3-b057-72a7d64c64ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:27Z', 'updated_at': '2022-04-06T16:31:36Z', 'revision_number': 4, 'project_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'subnets': [{'id': '713d2ac2-12c5-40b3-b057-72a7d64c64ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:31:38.260665 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-a83debbd-e4e0-425a-82bb-377f49baccb9 None None] Current status of the port 2557a59f-e56f-49a1-a5b8-b70861803d73 is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:31:38.261576 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a83debbd-e4e0-425a-82bb-377f49baccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (2557a59f-e56f-49a1-a5b8-b70861803d73), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:38.362763 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785e60a9-891d-40cd-89cd-f643865210de tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16af305c-3dc2-4d6f-822e-d089db4a267c,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:38.366029 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad0e2f2-6306-4749-87b2-fe8eeb6f8f58 None None] The sync data for ids ['438eed54-6634-4d31-8fac-f0022b04833e'] in dv-cinder-815660-7-smb is: [{'id': '438eed54-6634-4d31-8fac-f0022b04833e', 'name': 'tempest-AttachVolumeShelveTestJSON-818258066-router', 'tenant_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': '4daa805a-ee79-4b4f-b513-a4b7a45cb32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:17Z', 'updated_at': '2022-04-06T16:31:29Z', 'revision_number': 4, 'project_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'gw_port': {'id': '4daa805a-ee79-4b4f-b513-a4b7a45cb32b', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438eed54-6634-4d31-8fac-f0022b04833e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:20Z', 'updated_at': '2022-04-06T16:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': '2557a59f-e56f-49a1-a5b8-b70861803d73', 'name': '', 'network_id': '782e4005-3b7d-4e26-954d-25d46652bf58', 'tenant_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'mac_address': 'fa:16:3e:c1:00:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438eed54-6634-4d31-8fac-f0022b04833e', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '713d2ac2-12c5-40b3-b057-72a7d64c64ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:27Z', 'updated_at': '2022-04-06T16:31:36Z', 'revision_number': 4, 'project_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'subnets': [{'id': '713d2ac2-12c5-40b3-b057-72a7d64c64ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:31:38.382776 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-785e60a9-891d-40cd-89cd-f643865210de tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:38.382776 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-785e60a9-891d-40cd-89cd-f643865210de tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.2367673 Apr 06 16:31:38.410104 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 34746) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:38.445598 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-6ef34105-6b92-4576-bc7d-d3a244c26303 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Request body: {'security_group_rule': {'security_group_id': '16af305c-3dc2-4d6f-822e-d089db4a267c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:31:38.510601 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.provisioning_blocks [req-17cc987a-680d-4125-af0a-fb245a7f1f28 req-2f55c1ba-d4e6-4c04-98f0-0f92fb50ff92 service neutron] Transition to ACTIVE for port object 762cbca0-2097-4643-a14d-839fbf0082e1 will not be triggered until provisioned by entity L2. {{(pid=103681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 16:31:38.735721 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-a83debbd-e4e0-425a-82bb-377f49baccb9 None None] For port 2557a59f-e56f-49a1-a5b8-b70861803d73, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=2557a59f-e56f-49a1-a5b8-b70861803d73,segment=NetworkSegment(4338e709-dc46-4a61-ada5-02557dc55805),segment_id=4338e709-dc46-4a61-ada5-02557dc55805)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:31:38.782600 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-17cc987a-680d-4125-af0a-fb245a7f1f28 req-2f55c1ba-d4e6-4c04-98f0-0f92fb50ff92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (762cbca0-2097-4643-a14d-839fbf0082e1), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:38.833660 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device e2089023-cc90-4268-b659-37fd05f1c4ba up at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:31:38.907466 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-6ef34105-6b92-4576-bc7d-d3a244c26303 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks [] for security_group_rule (3751c111-c7dc-423b-b621-01ef95b1b96f), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:38.998014 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a83debbd-e4e0-425a-82bb-377f49baccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (2557a59f-e56f-49a1-a5b8-b70861803d73), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:39.103988 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55c1ba-d4e6-4c04-98f0-0f92fb50ff92 service neutron] Pushing event updated for resources: {'Port': ['ID=762cbca0-2097-4643-a14d-839fbf0082e1,revision_number=2']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:39.114203 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-2ecd9d3e-1184-430a-804e-d8d125179341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'name': 'tempest-AttachVolumeTestJSON-2104936252-router', 'tenant_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': '3d3cad3b-c6e0-4df7-888b-f41f5228c2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:13Z', 'updated_at': '2022-04-06T16:31:22Z', 'revision_number': 4, 'project_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'gw_port': {'id': '3d3cad3b-c6e0-4df7-888b-f41f5228c2a4', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:14Z', 'updated_at': '2022-04-06T16:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': 'bb363f30-d077-4e2c-8dbb-5c48d20c0b07', 'name': '', 'network_id': '31d40b1e-6325-447a-b5a1-db51342d35c1', 'tenant_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'mac_address': 'fa:16:3e:cf:26:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '86d619c9-3cbf-4e29-bfd6-a7485621c49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:20Z', 'updated_at': '2022-04-06T16:31:34Z', 'revision_number': 4, 'project_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'subnets': [{'id': '86d619c9-3cbf-4e29-bfd6-a7485621c49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:31:39.187941 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-04b3889f-9740-40df-b781-2bfeded0a012 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks [] for port (210d7de4-0c42-4eaf-abe4-f41f5888f36b), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:39.192700 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f42bddb-5574-457c-918f-55f2704baa3e req-678776c1-2d09-4374-ab5b-af3c97c35a41 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:31:39.201673 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-3f42bddb-5574-457c-918f-55f2704baa3e req-678776c1-2d09-4374-ab5b-af3c97c35a41 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.49 "GET /v2.0/ports?device_id=e953b495-dc77-42a4-8a2c-7ce8bd11b217 HTTP/1.1" status: 200 len: 943 time: 0.6073232 Apr 06 16:31:39.246518 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-17cc987a-680d-4125-af0a-fb245a7f1f28 req-2f55c1ba-d4e6-4c04-98f0-0f92fb50ff92 service neutron] Attempting to bind port 762cbca0-2097-4643-a14d-839fbf0082e1 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:31:39.246795 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-17cc987a-680d-4125-af0a-fb245a7f1f28 req-2f55c1ba-d4e6-4c04-98f0-0f92fb50ff92 service neutron] Attempting to bind port 762cbca0-2097-4643-a14d-839fbf0082e1 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '8a7d0733-36b8-4555-8a4a-700fcb22a0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8c850383-625d-4ee4-97f3-c6290009d01e'}] {{(pid=103681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:31:39.247155 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cc987a-680d-4125-af0a-fb245a7f1f28 req-2f55c1ba-d4e6-4c04-98f0-0f92fb50ff92 service neutron] Attempting to bind port 762cbca0-2097-4643-a14d-839fbf0082e1 on network 8c850383-625d-4ee4-97f3-c6290009d01e {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:31:39.297318 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cc987a-680d-4125-af0a-fb245a7f1f28 req-2f55c1ba-d4e6-4c04-98f0-0f92fb50ff92 service neutron] Port 762cbca0-2097-4643-a14d-839fbf0082e1 on network 8c850383-625d-4ee4-97f3-c6290009d01e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 16:31:39.297651 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cc987a-680d-4125-af0a-fb245a7f1f28 req-2f55c1ba-d4e6-4c04-98f0-0f92fb50ff92 service neutron] Attempting to bind port 762cbca0-2097-4643-a14d-839fbf0082e1 on network 8c850383-625d-4ee4-97f3-c6290009d01e {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:31:39.309650 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-04b3889f-9740-40df-b781-2bfeded0a012 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (210d7de4-0c42-4eaf-abe4-f41f5888f36b), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:39.352578 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-6ef34105-6b92-4576-bc7d-d3a244c26303 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks [] for security_group_rule (3751c111-c7dc-423b-b621-01ef95b1b96f), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:39.365183 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-3f42bddb-5574-457c-918f-55f2704baa3e req-81da3c03-ae7f-4ce5-a2f4-a5a6e197a884 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0deb47-0ed4-4b3d-b2a8-bfe6fad3d329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608324 Apr 06 16:31:39.370610 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cc987a-680d-4125-af0a-fb245a7f1f28 req-2f55c1ba-d4e6-4c04-98f0-0f92fb50ff92 service neutron] Checking agent: {'id': '0e5c86dc-cd19-4356-a060-9388d8808620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 29), 'started_at': datetime.datetime(2022, 4, 6, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:31:39.371182 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cc987a-680d-4125-af0a-fb245a7f1f28 req-2f55c1ba-d4e6-4c04-98f0-0f92fb50ff92 service neutron] Checking segment: {'id': '8a7d0733-36b8-4555-8a4a-700fcb22a0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8c850383-625d-4ee4-97f3-c6290009d01e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:31:39.371941 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cc987a-680d-4125-af0a-fb245a7f1f28 req-2f55c1ba-d4e6-4c04-98f0-0f92fb50ff92 service neutron] Bound using segment: {'id': '8a7d0733-36b8-4555-8a4a-700fcb22a0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8c850383-625d-4ee4-97f3-c6290009d01e'} {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:31:39.372565 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-17cc987a-680d-4125-af0a-fb245a7f1f28 req-2f55c1ba-d4e6-4c04-98f0-0f92fb50ff92 service neutron] Bound port: 762cbca0-2097-4643-a14d-839fbf0082e1, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a7d0733-36b8-4555-8a4a-700fcb22a0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8c850383-625d-4ee4-97f3-c6290009d01e'}}] {{(pid=103681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:31:39.373104 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-17cc987a-680d-4125-af0a-fb245a7f1f28 req-2f55c1ba-d4e6-4c04-98f0-0f92fb50ff92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (762cbca0-2097-4643-a14d-839fbf0082e1), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:39.450281 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2432ddfb-434a-4098-ad16-1b0703dbd997 admin admin] Publish callbacks [] for security_group (f7578f9b-29c0-46e9-941b-1aa428687693), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:39.459726 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecd9d3e-1184-430a-804e-d8d125179341 None None] The sync data for ids ['dd48a771-c84e-4f03-8a0f-c8c42aa8780a'] in dv-cinder-815660-7-smb is: [{'id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'name': 'tempest-AttachVolumeTestJSON-2104936252-router', 'tenant_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': '3d3cad3b-c6e0-4df7-888b-f41f5228c2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:13Z', 'updated_at': '2022-04-06T16:31:22Z', 'revision_number': 4, 'project_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'gw_port': {'id': '3d3cad3b-c6e0-4df7-888b-f41f5228c2a4', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:14Z', 'updated_at': '2022-04-06T16:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': 'bb363f30-d077-4e2c-8dbb-5c48d20c0b07', 'name': '', 'network_id': '31d40b1e-6325-447a-b5a1-db51342d35c1', 'tenant_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'mac_address': 'fa:16:3e:cf:26:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '86d619c9-3cbf-4e29-bfd6-a7485621c49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:20Z', 'updated_at': '2022-04-06T16:31:34Z', 'revision_number': 4, 'project_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'subnets': [{'id': '86d619c9-3cbf-4e29-bfd6-a7485621c49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:31:39.545987 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-a83debbd-e4e0-425a-82bb-377f49baccb9 None None] Provisioning complete for port bb363f30-d077-4e2c-8dbb-5c48d20c0b07 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:31:39.552773 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a83debbd-e4e0-425a-82bb-377f49baccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (bb363f30-d077-4e2c-8dbb-5c48d20c0b07), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:39.581355 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-17cc987a-680d-4125-af0a-fb245a7f1f28 req-2f55c1ba-d4e6-4c04-98f0-0f92fb50ff92 service neutron] For port 762cbca0-2097-4643-a14d-839fbf0082e1, host hv-cinder-81566, cleared binding levels {{(pid=103681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:31:39.594337 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-17cc987a-680d-4125-af0a-fb245a7f1f28 req-2f55c1ba-d4e6-4c04-98f0-0f92fb50ff92 service neutron] For port 762cbca0-2097-4643-a14d-839fbf0082e1, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=762cbca0-2097-4643-a14d-839fbf0082e1,segment=NetworkSegment(8a7d0733-36b8-4555-8a4a-700fcb22a0e8),segment_id=8a7d0733-36b8-4555-8a4a-700fcb22a0e8)] {{(pid=103681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:31:39.617457 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 34764) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:39.652589 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-04b3889f-9740-40df-b781-2bfeded0a012 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617069'] for floatingip (dbc124ab-e086-45b7-aa2d-fefa0cdd38e6), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:39.675335 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-608e6f8f-0342-4665-b031-02d30c984aca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:39.790434 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-6ef34105-6b92-4576-bc7d-d3a244c26303 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654992'] for security_group_rule (3751c111-c7dc-423b-b621-01ef95b1b96f), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:39.806084 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-17cc987a-680d-4125-af0a-fb245a7f1f28 req-2f55c1ba-d4e6-4c04-98f0-0f92fb50ff92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (762cbca0-2097-4643-a14d-839fbf0082e1), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:39.922697 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-04b3889f-9740-40df-b781-2bfeded0a012 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for floatingip (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:39.925654 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-04b3889f-9740-40df-b781-2bfeded0a012 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7518544 Apr 06 16:31:39.927338 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2432ddfb-434a-4098-ad16-1b0703dbd997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (f7578f9b-29c0-46e9-941b-1aa428687693), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:39.950759 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83debbd-e4e0-425a-82bb-377f49baccb9 None None] Pushing event updated for resources: {'Port': ['ID=2557a59f-e56f-49a1-a5b8-b70861803d73,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:40.040267 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Provisioning complete for port e2089023-cc90-4268-b659-37fd05f1c4ba triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:31:40.053175 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (e2089023-cc90-4268-b659-37fd05f1c4ba), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:40.068465 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-608e6f8f-0342-4665-b031-02d30c984aca admin admin] Publish callbacks [] for security_group (f2385882-53b9-4ac9-a1ac-c0af538aa737), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:40.078963 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc987a-680d-4125-af0a-fb245a7f1f28 req-2f55c1ba-d4e6-4c04-98f0-0f92fb50ff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:31:40.087662 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-17cc987a-680d-4125-af0a-fb245a7f1f28 req-2f55c1ba-d4e6-4c04-98f0-0f92fb50ff92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:40.087882 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef34105-6b92-4576-bc7d-d3a244c26303 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3751c111-c7dc-423b-b621-01ef95b1b96f,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:40.088840 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-17cc987a-680d-4125-af0a-fb245a7f1f28 req-2f55c1ba-d4e6-4c04-98f0-0f92fb50ff92 service neutron] 10.222.0.39 "PUT /v2.0/ports/762cbca0-2097-4643-a14d-839fbf0082e1 HTTP/1.1" status: 200 len: 1093 time: 6.8767545 Apr 06 16:31:40.096734 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e953b495-dc77-42a4-8a2c-7ce8bd11b217', 'tag': '762cbca0-2097-4643-a14d-839fbf0082e1'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:31:40.137112 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7338a-0fbe-40f6-9434-a2556e7e3ca0 req-628a2392-0904-4048-8e94-309ca40882ca tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:31:40.141494 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-5cf7338a-0fbe-40f6-9434-a2556e7e3ca0 req-628a2392-0904-4048-8e94-309ca40882ca tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/networks?id=dad9ba10-e8cf-4082-94bd-2291edc537cc HTTP/1.1" status: 200 len: 819 time: 0.9374382 Apr 06 16:31:40.218510 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432ddfb-434a-4098-ad16-1b0703dbd997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7578f9b-29c0-46e9-941b-1aa428687693,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:40.234902 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-6ef34105-6b92-4576-bc7d-d3a244c26303 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:40.243319 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-6ef34105-6b92-4576-bc7d-d3a244c26303 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8232663 Apr 06 16:31:40.266439 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 34776) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:40.305577 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-7a808eda-88c6-4097-ac8e-a030bff5d2e2 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Request body: {'security_group_rule': {'security_group_id': '16af305c-3dc2-4d6f-822e-d089db4a267c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:31:40.371668 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-5cf7338a-0fbe-40f6-9434-a2556e7e3ca0 req-9f78a95a-9eef-4888-bfb0-c39acd6efb81 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/quotas/8d1c6d06c04543878527856ba1e8d48c HTTP/1.1" status: 200 len: 375 time: 0.1066222 Apr 06 16:31:40.446195 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-2432ddfb-434a-4098-ad16-1b0703dbd997 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0ecda4c2d0044462b7b492de8706eb92&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3906970 Apr 06 16:31:40.465134 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 34782) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:40.482261 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b3889f-9740-40df-b781-2bfeded0a012 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Pushing event updated for resources: {'Port': ['ID=210d7de4-0c42-4eaf-abe4-f41f5888f36b,revision_number=2']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:40.600940 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7a808eda-88c6-4097-ac8e-a030bff5d2e2 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks [] for security_group_rule (25339d86-18c4-4ade-9df2-341e2e11ab39), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:40.650546 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-a83debbd-e4e0-425a-82bb-377f49baccb9 None None] Current status of the port bb363f30-d077-4e2c-8dbb-5c48d20c0b07 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:31:40.814896 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-5cf7338a-0fbe-40f6-9434-a2556e7e3ca0 req-9ca3a099-06f4-48de-85d7-ac6eff60eea4 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8d1c6d06c04543878527856ba1e8d48c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4241326 Apr 06 16:31:40.842245 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Current status of the port e2089023-cc90-4268-b659-37fd05f1c4ba is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:31:40.843327 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (e2089023-cc90-4268-b659-37fd05f1c4ba), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:40.861280 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-50d72ecf-71b8-4040-b032-f051c23546f8 None None] Provisioning complete for port 2557a59f-e56f-49a1-a5b8-b70861803d73 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:31:40.861705 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-50d72ecf-71b8-4040-b032-f051c23546f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (2557a59f-e56f-49a1-a5b8-b70861803d73), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:40.863293 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-608e6f8f-0342-4665-b031-02d30c984aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (f2385882-53b9-4ac9-a1ac-c0af538aa737), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:40.892170 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c7f8ab7a-04e9-4ec3-94dd-330f326eb013 admin admin] Publish callbacks [] for security_group (f7578f9b-29c0-46e9-941b-1aa428687693), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:40.915215 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7a808eda-88c6-4097-ac8e-a030bff5d2e2 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks [] for security_group_rule (25339d86-18c4-4ade-9df2-341e2e11ab39), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:40.989625 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7a808eda-88c6-4097-ac8e-a030bff5d2e2 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654992'] for security_group_rule (25339d86-18c4-4ade-9df2-341e2e11ab39), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:41.025965 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c7f8ab7a-04e9-4ec3-94dd-330f326eb013 admin admin] Publish callbacks [] for security_group (f7578f9b-29c0-46e9-941b-1aa428687693), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:41.059201 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] For port e2089023-cc90-4268-b659-37fd05f1c4ba, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=e2089023-cc90-4268-b659-37fd05f1c4ba,segment=NetworkSegment(3728a512-0136-4544-ad0a-d8addcf850d8),segment_id=3728a512-0136-4544-ad0a-d8addcf850d8)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:31:41.082455 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a808eda-88c6-4097-ac8e-a030bff5d2e2 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25339d86-18c4-4ade-9df2-341e2e11ab39,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:41.147083 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-608e6f8f-0342-4665-b031-02d30c984aca admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5c6a6ca54cde4c309a1b7d6febb6a0d0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5085182 Apr 06 16:31:41.147243 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (e2089023-cc90-4268-b659-37fd05f1c4ba), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:41.153952 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 34800) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:41.186066 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7a808eda-88c6-4097-ac8e-a030bff5d2e2 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:41.203334 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-7a808eda-88c6-4097-ac8e-a030bff5d2e2 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9358566 Apr 06 16:31:41.255130 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 34802) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:41.309190 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-4670d5e7-c87a-4693-8b4e-13e34a3533ff tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Request body: {'floatingip': {'floating_network_id': '5748d197-8213-47ef-9188-592aa7f2e542'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:31:41.349046 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55c1ba-d4e6-4c04-98f0-0f92fb50ff92 service neutron] Pushing event updated for resources: {'Port': ['ID=762cbca0-2097-4643-a14d-839fbf0082e1,revision_number=3']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:41.376703 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-5cf7338a-0fbe-40f6-9434-a2556e7e3ca0 req-0b1652c1-e756-4ecb-b4f0-8457545a0ed0 service neutron] 10.222.0.49 "GET /v2.0/networks/dad9ba10-e8cf-4082-94bd-2291edc537cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5049922 Apr 06 16:31:41.413750 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Pushing event updated for resources: {'Port': ['ID=e2089023-cc90-4268-b659-37fd05f1c4ba,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:41.426086 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-50d72ecf-71b8-4040-b032-f051c23546f8 None None] Current status of the port 2557a59f-e56f-49a1-a5b8-b70861803d73 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:31:41.542808 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device bb363f30-d077-4e2c-8dbb-5c48d20c0b07 up at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:31:41.600442 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da169357ed327e8d081ee60461067b1ef6c636002c887d5121cbb3f742e83ced" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5a11e9-477d-4948-b1d5-d735e88012e6" -d '{"events": [{"name": "network-changed", "server_uuid": "e953b495-dc77-42a4-8a2c-7ce8bd11b217", "tag": "762cbca0-2097-4643-a14d-839fbf0082e1"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:31:41.655746 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e6f8f-0342-4665-b031-02d30c984aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2385882-53b9-4ac9-a1ac-c0af538aa737,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:41.712988 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc987a-680d-4125-af0a-fb245a7f1f28 req-52c3a0a1-12fb-417b-9bd7-d41614b80301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:31:41.716599 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-17cc987a-680d-4125-af0a-fb245a7f1f28 req-52c3a0a1-12fb-417b-9bd7-d41614b80301 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c74b122664a14050ac008d5b08466173&device_id=e953b495-dc77-42a4-8a2c-7ce8bd11b217 HTTP/1.1" status: 200 len: 1127 time: 1.2249005 Apr 06 16:31:41.783247 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487556d-a766-4026-81e9-1e600684381d req-3848be63-3f98-4328-a019-b9a3f80775d3 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:31:41.784967 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-6487556d-a766-4026-81e9-1e600684381d req-3848be63-3f98-4328-a019-b9a3f80775d3 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.49 "GET /v2.0/ports?device_id=e953b495-dc77-42a4-8a2c-7ce8bd11b217 HTTP/1.1" status: 200 len: 943 time: 0.8020835 Apr 06 16:31:41.814950 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Provisioning complete for port bb363f30-d077-4e2c-8dbb-5c48d20c0b07 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:31:41.815811 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (bb363f30-d077-4e2c-8dbb-5c48d20c0b07), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:42.012026 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-17cc987a-680d-4125-af0a-fb245a7f1f28 req-d8c1dee4-e183-4c0c-a482-ec300a03a20c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=762cbca0-2097-4643-a14d-839fbf0082e1 HTTP/1.1" status: 200 len: 217 time: 0.2764766 Apr 06 16:31:42.174552 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Current status of the port bb363f30-d077-4e2c-8dbb-5c48d20c0b07 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:31:42.178049 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 2557a59f-e56f-49a1-a5b8-b70861803d73 up at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:31:42.282474 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4670d5e7-c87a-4693-8b4e-13e34a3533ff tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:42.286986 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-6487556d-a766-4026-81e9-1e600684381d req-26caddc5-d01d-478a-b825-6101f133b8ff tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0deb47-0ed4-4b3d-b2a8-bfe6fad3d329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4024928 Apr 06 16:31:42.307790 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc987a-680d-4125-af0a-fb245a7f1f28 req-a36831a9-84e4-46d4-b565-977982d299a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:31:42.309463 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-17cc987a-680d-4125-af0a-fb245a7f1f28 req-a36831a9-84e4-46d4-b565-977982d299a6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4429e196-7dee-49a0-98fd-49a30757b8d1 HTTP/1.1" status: 200 len: 851 time: 0.2725482 Apr 06 16:31:42.349395 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Provisioning complete for port 2557a59f-e56f-49a1-a5b8-b70861803d73 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:31:42.349784 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (2557a59f-e56f-49a1-a5b8-b70861803d73), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:42.438195 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-17cc987a-680d-4125-af0a-fb245a7f1f28 req-2a616026-bf1c-43eb-9a18-df3ada590ae2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8c850383-625d-4ee4-97f3-c6290009d01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1124458 Apr 06 16:31:42.533503 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-eed7ef2b-e34f-4bec-a287-9bc99582cc3b admin admin] Publish callbacks [] for security_group (f2385882-53b9-4ac9-a1ac-c0af538aa737), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:42.560371 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c7f8ab7a-04e9-4ec3-94dd-330f326eb013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (f7578f9b-29c0-46e9-941b-1aa428687693), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:42.575134 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c7f8ab7a-04e9-4ec3-94dd-330f326eb013 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:42.590853 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-c7f8ab7a-04e9-4ec3-94dd-330f326eb013 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f7578f9b-29c0-46e9-941b-1aa428687693 HTTP/1.1" status: 204 len: 168 time: 2.1196113 Apr 06 16:31:42.690610 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Current status of the port 2557a59f-e56f-49a1-a5b8-b70861803d73 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:31:42.738762 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-17cc987a-680d-4125-af0a-fb245a7f1f28 req-0358b3a4-8d58-4c5c-b87d-15bd2f28bdce service neutron] 10.222.0.39 "GET /v2.0/networks/8c850383-625d-4ee4-97f3-c6290009d01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469747 Apr 06 16:31:42.803764 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f8ab7a-04e9-4ec3-94dd-330f326eb013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7578f9b-29c0-46e9-941b-1aa428687693,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:42.976814 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-eed7ef2b-e34f-4bec-a287-9bc99582cc3b admin admin] Publish callbacks [] for security_group (f2385882-53b9-4ac9-a1ac-c0af538aa737), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:42.985835 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-5cf7338a-0fbe-40f6-9434-a2556e7e3ca0 req-5991bffc-d9cb-461d-bd43-9a2066ae9eec service neutron] 10.222.0.49 "GET /v2.0/networks/dad9ba10-e8cf-4082-94bd-2291edc537cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5709243 Apr 06 16:31:43.288834 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-eed7ef2b-e34f-4bec-a287-9bc99582cc3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (f2385882-53b9-4ac9-a1ac-c0af538aa737), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:43.293637 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-eed7ef2b-e34f-4bec-a287-9bc99582cc3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:43.304693 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-eed7ef2b-e34f-4bec-a287-9bc99582cc3b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f2385882-53b9-4ac9-a1ac-c0af538aa737 HTTP/1.1" status: 204 len: 168 time: 2.1406236 Apr 06 16:31:43.361940 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed7ef2b-e34f-4bec-a287-9bc99582cc3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2385882-53b9-4ac9-a1ac-c0af538aa737,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:43.445755 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4670d5e7-c87a-4693-8b4e-13e34a3533ff tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:43.533598 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device e2089023-cc90-4268-b659-37fd05f1c4ba up at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:31:43.616642 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-9289bec8-93f4-4d22-82f0-a14e33cd2059 req-af610766-ad2c-444f-ae36-7700c3570be1 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1543218497&fields=id&tenant_id=df990c96c1f44ba6a6f2aa8be5911c99 HTTP/1.1" status: 200 len: 267 time: 0.7940009 Apr 06 16:31:43.724595 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Provisioning complete for port e2089023-cc90-4268-b659-37fd05f1c4ba triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:31:43.725902 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (e2089023-cc90-4268-b659-37fd05f1c4ba), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:43.801936 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.db_base_plugin_common [None req-4670d5e7-c87a-4693-8b4e-13e34a3533ff tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Allocated IP 172.28.0.108 (5748d197-8213-47ef-9188-592aa7f2e542/30360da9-bba6-4593-a408-3cd8aca8fb5f/6f987629-300e-4d8e-bd74-538eeaeb7653) {{(pid=103680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:31:43.807878 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-17cc987a-680d-4125-af0a-fb245a7f1f28 req-2d82214f-428c-49a5-a8bf-6dc8f17c0793 service neutron] 10.222.0.39 "GET /v2.0/networks/8c850383-625d-4ee4-97f3-c6290009d01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0622544 Apr 06 16:31:44.046530 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289bec8-93f4-4d22-82f0-a14e33cd2059 req-98dc36a6-dec8-4aa2-8590-56c9acc38c41 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:31:44.048267 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-9289bec8-93f4-4d22-82f0-a14e33cd2059 req-98dc36a6-dec8-4aa2-8590-56c9acc38c41 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/networks?id=31d40b1e-6325-447a-b5a1-db51342d35c1 HTTP/1.1" status: 200 len: 811 time: 0.4139476 Apr 06 16:31:44.096274 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-9289bec8-93f4-4d22-82f0-a14e33cd2059 req-4b83062b-e0eb-4750-987d-b16817ebb583 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/quotas/df990c96c1f44ba6a6f2aa8be5911c99 HTTP/1.1" status: 200 len: 375 time: 0.0241239 Apr 06 16:31:44.104786 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45736b21-512d-4561-b3bd-ca8f8f5ecf04 None None] Sync routers for ids ['4db718bd-92f7-4920-9f2c-e07323d650c5'] in dv-cinder-815660-7-smb {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:31:44.169909 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Current status of the port e2089023-cc90-4268-b659-37fd05f1c4ba is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:31:44.185627 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45736b21-512d-4561-b3bd-ca8f8f5ecf04 None None] Routers {'4db718bd-92f7-4920-9f2c-e07323d650c5'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:31:44.186320 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-45736b21-512d-4561-b3bd-ca8f8f5ecf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:31:32Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['4db718bd-92f7-4920-9f2c-e07323d650c5'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:31:44.427962 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-9289bec8-93f4-4d22-82f0-a14e33cd2059 req-be1252fa-5e13-4bdf-8449-8a6eb40034a4 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=df990c96c1f44ba6a6f2aa8be5911c99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3069549 Apr 06 16:31:44.450063 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4670d5e7-c87a-4693-8b4e-13e34a3533ff tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks [] for port (6f987629-300e-4d8e-bd74-538eeaeb7653), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:44.600124 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-45736b21-512d-4561-b3bd-ca8f8f5ecf04 None None] Set router 4db718bd-92f7-4920-9f2c-e07323d650c5 gateway port host: dv-cinder-815660-7-smb {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:31:44.736951 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4670d5e7-c87a-4693-8b4e-13e34a3533ff tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276'] for port (6f987629-300e-4d8e-bd74-538eeaeb7653), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:44.763329 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe47ea22-1f83-4841-8ff4-4d284b00bd62 x-openstack-request-id: req-fe47ea22-1f83-4841-8ff4-4d284b00bd62 {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:31:44.764707 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e953b495-dc77-42a4-8a2c-7ce8bd11b217", "tag": "762cbca0-2097-4643-a14d-839fbf0082e1", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:31:44.765916 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fe47ea22-1f83-4841-8ff4-4d284b00bd62 {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:31:44.766839 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe47ea22-1f83-4841-8ff4-4d284b00bd62'] response: {'name': 'network-changed', 'server_uuid': 'e953b495-dc77-42a4-8a2c-7ce8bd11b217', 'tag': '762cbca0-2097-4643-a14d-839fbf0082e1', 'status': 'completed', 'code': 200} Apr 06 16:31:44.973275 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4670d5e7-c87a-4693-8b4e-13e34a3533ff tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Network 5748d197-8213-47ef-9188-592aa7f2e542 is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:31:44.996273 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-4670d5e7-c87a-4693-8b4e-13e34a3533ff tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:31:44.999013 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4670d5e7-c87a-4693-8b4e-13e34a3533ff tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Received port after_create {{(pid=103680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:31:45.028038 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a11e9-477d-4948-b1d5-d735e88012e6 req-13681381-6915-484e-a5fb-d5fe8098ddf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:31:45.036818 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-2e5a11e9-477d-4948-b1d5-d735e88012e6 req-13681381-6915-484e-a5fb-d5fe8098ddf7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c74b122664a14050ac008d5b08466173&device_id=e953b495-dc77-42a4-8a2c-7ce8bd11b217 HTTP/1.1" status: 200 len: 1127 time: 0.2403877 Apr 06 16:31:45.051607 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4670d5e7-c87a-4693-8b4e-13e34a3533ff tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Pushing event updated for resources: {'Port': ['ID=6f987629-300e-4d8e-bd74-538eeaeb7653,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:45.193263 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4670d5e7-c87a-4693-8b4e-13e34a3533ff tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks [] for floatingip (cea4dac1-3b9e-4e8b-8ec6-67c52e5c59b4), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:45.349038 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-45736b21-512d-4561-b3bd-ca8f8f5ecf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1620502577-router', 'tenant_id': '8d1c6d06c04543878527856ba1e8d48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': 'e2089023-cc90-4268-b659-37fd05f1c4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:16Z', 'updated_at': '2022-04-06T16:31:31Z', 'revision_number': 4, 'project_id': '8d1c6d06c04543878527856ba1e8d48c', 'gw_port': {'id': 'e2089023-cc90-4268-b659-37fd05f1c4ba', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:18Z', 'updated_at': '2022-04-06T16:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': 'bcc887f8-17cb-4d07-9f7a-20921d3830d9', 'name': '', 'network_id': 'dad9ba10-e8cf-4082-94bd-2291edc537cc', 'tenant_id': '8d1c6d06c04543878527856ba1e8d48c', 'mac_address': 'fa:16:3e:a5:e6:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5076aaf7-c1a1-40bf-87fc-8e1e2ced2174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:27Z', 'updated_at': '2022-04-06T16:31:32Z', 'revision_number': 2, 'project_id': '8d1c6d06c04543878527856ba1e8d48c', 'subnets': [{'id': '5076aaf7-c1a1-40bf-87fc-8e1e2ced2174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:31:45.427820 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45736b21-512d-4561-b3bd-ca8f8f5ecf04 None None] Checking router: 4db718bd-92f7-4920-9f2c-e07323d650c5 for host: dv-cinder-815660-7-smb {{(pid=103682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:31:45.428233 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45736b21-512d-4561-b3bd-ca8f8f5ecf04 None None] Updating router 4db718bd-92f7-4920-9f2c-e07323d650c5 port bcc887f8-17cb-4d07-9f7a-20921d3830d9 binding host dv-cinder-815660-7-smb {{(pid=103682) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 16:31:45.437698 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4670d5e7-c87a-4693-8b4e-13e34a3533ff tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (6f987629-300e-4d8e-bd74-538eeaeb7653), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:45.554991 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-45736b21-512d-4561-b3bd-ca8f8f5ecf04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (bcc887f8-17cb-4d07-9f7a-20921d3830d9), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:45.575088 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a11e9-477d-4948-b1d5-d735e88012e6 req-389fb297-e2d8-45ab-9d86-6f0fdf124848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:31:45.578446 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-2e5a11e9-477d-4948-b1d5-d735e88012e6 req-389fb297-e2d8-45ab-9d86-6f0fdf124848 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8c850383-625d-4ee4-97f3-c6290009d01e HTTP/1.1" status: 200 len: 912 time: 0.5298750 Apr 06 16:31:45.758759 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-2e5a11e9-477d-4948-b1d5-d735e88012e6 req-3af8b391-3d1f-4293-b6c1-415e500461e7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=762cbca0-2097-4643-a14d-839fbf0082e1 HTTP/1.1" status: 200 len: 217 time: 0.1703691 Apr 06 16:31:45.894342 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-4d00b860-97ea-46b5-a6f6-4dbdd44bec5b req-7df4740b-5d77-4135-b025-e15d6bc19241 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e8de912-ec9e-408f-8834-9641316c94f3 HTTP/1.1" status: 200 len: 210 time: 0.0743344 Apr 06 16:31:45.959509 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a11e9-477d-4948-b1d5-d735e88012e6 req-fb114123-a0cf-45c8-87f5-a2fd008e0629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:31:45.973954 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-2e5a11e9-477d-4948-b1d5-d735e88012e6 req-fb114123-a0cf-45c8-87f5-a2fd008e0629 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4429e196-7dee-49a0-98fd-49a30757b8d1 HTTP/1.1" status: 200 len: 851 time: 0.2022276 Apr 06 16:31:46.028372 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 34922) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:46.072217 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4670d5e7-c87a-4693-8b4e-13e34a3533ff tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks [] for port (6f987629-300e-4d8e-bd74-538eeaeb7653), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:46.167882 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-2e5a11e9-477d-4948-b1d5-d735e88012e6 req-20213c67-95c4-44e7-aa68-a00fa50e5a48 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8c850383-625d-4ee4-97f3-c6290009d01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1823595 Apr 06 16:31:46.175365 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4670d5e7-c87a-4693-8b4e-13e34a3533ff tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (6f987629-300e-4d8e-bd74-538eeaeb7653), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:46.185777 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [req-9289bec8-93f4-4d22-82f0-a14e33cd2059 req-fd17ba18-899a-4913-a296-f1c83c0f8edd service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103681) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 16:31:46.229325 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-9289bec8-93f4-4d22-82f0-a14e33cd2059 req-fd17ba18-899a-4913-a296-f1c83c0f8edd service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 1.0174551 Apr 06 16:31:46.267451 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4670d5e7-c87a-4693-8b4e-13e34a3533ff tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617069'] for floatingip (cea4dac1-3b9e-4e8b-8ec6-67c52e5c59b4), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:46.289668 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e917a7a5-dfdd-4475-85f5-3b79240aaeb9 req-310a2648-0f63-4e65-a4e3-0c642f342b71 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:31:46.301230 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-e917a7a5-dfdd-4475-85f5-3b79240aaeb9 req-310a2648-0f63-4e65-a4e3-0c642f342b71 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.49 "GET /v2.0/ports?device_id=e953b495-dc77-42a4-8a2c-7ce8bd11b217 HTTP/1.1" status: 200 len: 943 time: 0.2199490 Apr 06 16:31:46.420973 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-45736b21-512d-4561-b3bd-ca8f8f5ecf04 None None] Publish callbacks [] for port (bcc887f8-17cb-4d07-9f7a-20921d3830d9), precommit_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:46.511601 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-45736b21-512d-4561-b3bd-ca8f8f5ecf04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (bcc887f8-17cb-4d07-9f7a-20921d3830d9), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:46.595264 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4670d5e7-c87a-4693-8b4e-13e34a3533ff tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for floatingip (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:46.624244 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-4670d5e7-c87a-4693-8b4e-13e34a3533ff tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3457792 Apr 06 16:31:46.684244 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-e917a7a5-dfdd-4475-85f5-3b79240aaeb9 req-5dca08cf-a6a4-4ebd-aadb-db55fe358865 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0deb47-0ed4-4b3d-b2a8-bfe6fad3d329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785510 Apr 06 16:31:46.685544 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4670d5e7-c87a-4693-8b4e-13e34a3533ff tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Pushing event updated for resources: {'Port': ['ID=6f987629-300e-4d8e-bd74-538eeaeb7653,revision_number=2']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:46.695144 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dac61e-6667-4f34-95cc-ffdb16489396 None None] Pushing event updated for resources: {'Port': ['ID=bcc887f8-17cb-4d07-9f7a-20921d3830d9,revision_number=3']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:46.757136 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-9289bec8-93f4-4d22-82f0-a14e33cd2059 req-495d3854-9446-4f31-b482-4d08be6094f3 service neutron] 10.222.0.49 "GET /v2.0/networks/31d40b1e-6325-447a-b5a1-db51342d35c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5260863 Apr 06 16:31:46.760432 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-2e5a11e9-477d-4948-b1d5-d735e88012e6 req-afdfe878-3bce-4905-a900-f48274b2171c service neutron] 10.222.0.39 "GET /v2.0/networks/8c850383-625d-4ee4-97f3-c6290009d01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380497 Apr 06 16:31:46.828383 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-45736b21-512d-4561-b3bd-ca8f8f5ecf04 None None] Attempting to bind port bcc887f8-17cb-4d07-9f7a-20921d3830d9 on host dv-cinder-815660-7-smb for vnic_type normal with profile {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:31:46.828652 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-45736b21-512d-4561-b3bd-ca8f8f5ecf04 None None] Attempting to bind port bcc887f8-17cb-4d07-9f7a-20921d3830d9 by drivers openvswitch,hyperv on host dv-cinder-815660-7-smb at level 0 using segments [{'id': '49637f16-8a9e-4a3a-a172-f92b3c19ec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'dad9ba10-e8cf-4082-94bd-2291edc537cc'}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:31:46.829021 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45736b21-512d-4561-b3bd-ca8f8f5ecf04 None None] Attempting to bind port bcc887f8-17cb-4d07-9f7a-20921d3830d9 on network dad9ba10-e8cf-4082-94bd-2291edc537cc {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:31:46.839670 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45736b21-512d-4561-b3bd-ca8f8f5ecf04 None None] Checking agent: {'id': 'c8d6835f-40e2-4c71-9616-8d834b10e2ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 22, 6), 'started_at': datetime.datetime(2022, 4, 6, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:31:46.840092 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45736b21-512d-4561-b3bd-ca8f8f5ecf04 None None] Checking segment: {'id': '49637f16-8a9e-4a3a-a172-f92b3c19ec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'dad9ba10-e8cf-4082-94bd-2291edc537cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:31:46.840345 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-45736b21-512d-4561-b3bd-ca8f8f5ecf04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:46.840746 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45736b21-512d-4561-b3bd-ca8f8f5ecf04 None None] Bound using segment: {'id': '49637f16-8a9e-4a3a-a172-f92b3c19ec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'dad9ba10-e8cf-4082-94bd-2291edc537cc'} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:31:46.841247 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-45736b21-512d-4561-b3bd-ca8f8f5ecf04 None None] Bound port: bcc887f8-17cb-4d07-9f7a-20921d3830d9, host: dv-cinder-815660-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49637f16-8a9e-4a3a-a172-f92b3c19ec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'dad9ba10-e8cf-4082-94bd-2291edc537cc'}}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:31:46.841644 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-45736b21-512d-4561-b3bd-ca8f8f5ecf04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (bcc887f8-17cb-4d07-9f7a-20921d3830d9), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:46.947061 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-3a4ec600-0f76-49a8-829e-d112e2ce6711 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:47.050383 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-45736b21-512d-4561-b3bd-ca8f8f5ecf04 None None] For port bcc887f8-17cb-4d07-9f7a-20921d3830d9, host dv-cinder-815660-7-smb, cleared binding levels {{(pid=103682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:31:47.068723 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-45736b21-512d-4561-b3bd-ca8f8f5ecf04 None None] For port bcc887f8-17cb-4d07-9f7a-20921d3830d9, host dv-cinder-815660-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=bcc887f8-17cb-4d07-9f7a-20921d3830d9,segment=NetworkSegment(49637f16-8a9e-4a3a-a172-f92b3c19ec2f),segment_id=49637f16-8a9e-4a3a-a172-f92b3c19ec2f)] {{(pid=103682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:31:47.215521 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-2e5a11e9-477d-4948-b1d5-d735e88012e6 req-a0674605-bdab-437b-92d4-f8de86a3e768 service neutron] 10.222.0.39 "GET /v2.0/networks/8c850383-625d-4ee4-97f3-c6290009d01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4428384 Apr 06 16:31:47.227228 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-9289bec8-93f4-4d22-82f0-a14e33cd2059 req-ac089ef5-0491-47b7-b180-97c8ab43e422 service neutron] 10.222.0.49 "GET /v2.0/networks/31d40b1e-6325-447a-b5a1-db51342d35c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971396 Apr 06 16:31:47.270549 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-3a4ec600-0f76-49a8-829e-d112e2ce6711 admin admin] Publish callbacks [] for security_group (2e2b56e4-cb3e-41f4-8411-810fb854b9d6), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:47.278962 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-58523ce2-e68b-4a03-9ec0-1bc70730a5cd None None] Provisioning complete for port bcc887f8-17cb-4d07-9f7a-20921d3830d9 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:31:47.278962 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-58523ce2-e68b-4a03-9ec0-1bc70730a5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (bcc887f8-17cb-4d07-9f7a-20921d3830d9), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:47.384052 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-45736b21-512d-4561-b3bd-ca8f8f5ecf04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (bcc887f8-17cb-4d07-9f7a-20921d3830d9), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:47.395127 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-3a4ec600-0f76-49a8-829e-d112e2ce6711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (2e2b56e4-cb3e-41f4-8411-810fb854b9d6), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:47.423555 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5744d-ce9e-4524-bdf2-915e69dc4e18 req-39b11576-c048-4bf2-8a1f-91ed31a06e14 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:31:47.437938 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-11d5744d-ce9e-4524-bdf2-915e69dc4e18 req-39b11576-c048-4bf2-8a1f-91ed31a06e14 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/networks?id=dad9ba10-e8cf-4082-94bd-2291edc537cc HTTP/1.1" status: 200 len: 819 time: 0.4822140 Apr 06 16:31:47.491832 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-11d5744d-ce9e-4524-bdf2-915e69dc4e18 req-9bbac717-431a-417c-afb8-5d11ee1b6c4d tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/quotas/8d1c6d06c04543878527856ba1e8d48c HTTP/1.1" status: 200 len: 375 time: 0.0497530 Apr 06 16:31:47.560996 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-3a4ec600-0f76-49a8-829e-d112e2ce6711 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=755608d39c764b0394e8883eab73fbad&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5308037 Apr 06 16:31:47.568051 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 34960) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:47.625737 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-58523ce2-e68b-4a03-9ec0-1bc70730a5cd None None] Port bcc887f8-17cb-4d07-9f7a-20921d3830d9 cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:31:47.669497 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45736b21-512d-4561-b3bd-ca8f8f5ecf04 None None] Routers {'4db718bd-92f7-4920-9f2c-e07323d650c5'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:31:47.669497 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-45736b21-512d-4561-b3bd-ca8f8f5ecf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:31:32Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['4db718bd-92f7-4920-9f2c-e07323d650c5'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:31:47.675336 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ec600-0f76-49a8-829e-d112e2ce6711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2b56e4-cb3e-41f4-8411-810fb854b9d6,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:47.744102 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-11d5744d-ce9e-4524-bdf2-915e69dc4e18 req-9ecd34ba-85ac-43fd-b849-b9dede8abb60 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8d1c6d06c04543878527856ba1e8d48c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2373426 Apr 06 16:31:47.762531 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2c0c65a8-84f4-4b15-8ee9-a0db1c51a4fc admin admin] Publish callbacks [] for security_group (2e2b56e4-cb3e-41f4-8411-810fb854b9d6), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:47.825904 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2c0c65a8-84f4-4b15-8ee9-a0db1c51a4fc admin admin] Publish callbacks [] for security_group (2e2b56e4-cb3e-41f4-8411-810fb854b9d6), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:47.891530 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dac61e-6667-4f34-95cc-ffdb16489396 None None] Pushing event updated for resources: {'Port': ['ID=bcc887f8-17cb-4d07-9f7a-20921d3830d9,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:48.006570 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-11d5744d-ce9e-4524-bdf2-915e69dc4e18 req-6eeefe36-4287-411b-83bf-24b3266eaf7d service neutron] 10.222.0.49 "GET /v2.0/networks/dad9ba10-e8cf-4082-94bd-2291edc537cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725084 Apr 06 16:31:48.040065 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2c0c65a8-84f4-4b15-8ee9-a0db1c51a4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (2e2b56e4-cb3e-41f4-8411-810fb854b9d6), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:48.043000 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2c0c65a8-84f4-4b15-8ee9-a0db1c51a4fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:48.044247 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-2c0c65a8-84f4-4b15-8ee9-a0db1c51a4fc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2e2b56e4-cb3e-41f4-8411-810fb854b9d6 HTTP/1.1" status: 204 len: 168 time: 0.4742796 Apr 06 16:31:48.070640 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c65a8-84f4-4b15-8ee9-a0db1c51a4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2b56e4-cb3e-41f4-8411-810fb854b9d6,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:48.179198 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ac423231-09c5-4268-8ed8-7c521d00175d req-677c8f2f-234c-4251-a60f-820c42568b4f tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--667439758&fields=id&tenant_id=8ca74d1be6e74923a3ad0eff74755b5e HTTP/1.1" status: 200 len: 267 time: 0.0948398 Apr 06 16:31:48.231042 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-89de135e-ecf7-4e36-8255-9a9fefc34771 None None] Provisioning complete for port bcc887f8-17cb-4d07-9f7a-20921d3830d9 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:31:48.231620 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-89de135e-ecf7-4e36-8255-9a9fefc34771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (bcc887f8-17cb-4d07-9f7a-20921d3830d9), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:48.304056 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-11d5744d-ce9e-4524-bdf2-915e69dc4e18 req-0225a51a-6889-491d-9374-29f11cf87fba service neutron] 10.222.0.49 "GET /v2.0/networks/dad9ba10-e8cf-4082-94bd-2291edc537cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798181 Apr 06 16:31:48.431373 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-45736b21-512d-4561-b3bd-ca8f8f5ecf04 None None] Set router 4db718bd-92f7-4920-9f2c-e07323d650c5 gateway port host: dv-cinder-815660-7-smb {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:31:48.531856 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac423231-09c5-4268-8ed8-7c521d00175d req-4f3426bc-a948-49ea-a92a-dab4ab47adc7 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:31:48.537316 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ac423231-09c5-4268-8ed8-7c521d00175d req-4f3426bc-a948-49ea-a92a-dab4ab47adc7 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/networks?id=782e4005-3b7d-4e26-954d-25d46652bf58 HTTP/1.1" status: 200 len: 816 time: 0.3360872 Apr 06 16:31:48.582867 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-89de135e-ecf7-4e36-8255-9a9fefc34771 None None] Current status of the port bcc887f8-17cb-4d07-9f7a-20921d3830d9 is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:31:48.584121 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-89de135e-ecf7-4e36-8255-9a9fefc34771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (bcc887f8-17cb-4d07-9f7a-20921d3830d9), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:48.594275 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ac423231-09c5-4268-8ed8-7c521d00175d req-6c1f15fa-380e-47e9-9e26-7bb35ac85a1f tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/quotas/8ca74d1be6e74923a3ad0eff74755b5e HTTP/1.1" status: 200 len: 375 time: 0.0479350 Apr 06 16:31:48.843730 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-4312d78a-c01c-47a5-a271-45e12d73a96e req-00c91b47-4eb6-4762-a3e2-7697b22e6d41 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 210 time: 0.0470114 Apr 06 16:31:48.880010 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7338a-0fbe-40f6-9434-a2556e7e3ca0 req-58b3a608-00c7-43a8-894e-02fdf78b1bd6 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:31:48.885480 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-5cf7338a-0fbe-40f6-9434-a2556e7e3ca0 req-58b3a608-00c7-43a8-894e-02fdf78b1bd6 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.39 "GET /v2.0/networks?id=dad9ba10-e8cf-4082-94bd-2291edc537cc HTTP/1.1" status: 200 len: 819 time: 0.4674480 Apr 06 16:31:48.901910 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [req-5cf7338a-0fbe-40f6-9434-a2556e7e3ca0 req-4567e9f7-728b-4f38-916b-544893416808 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Request body: {'port': {'device_id': '3e8de912-ec9e-408f-8834-9641316c94f3', 'network_id': 'dad9ba10-e8cf-4082-94bd-2291edc537cc', 'admin_state_up': True, 'tenant_id': '8d1c6d06c04543878527856ba1e8d48c'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:31:48.953418 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ac423231-09c5-4268-8ed8-7c521d00175d req-1a9e60dc-71f5-4892-ad7b-c01b0db8fd33 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8ca74d1be6e74923a3ad0eff74755b5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3460472 Apr 06 16:31:49.080880 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5545b-77a4-43a2-a554-a9fa716e1860 req-18a0c72a-91c3-4050-8a64-b36b65d860ae tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:31:49.096228 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-d3f5545b-77a4-43a2-a554-a9fa716e1860 req-18a0c72a-91c3-4050-8a64-b36b65d860ae tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.49 "GET /v2.0/ports?device_id=e953b495-dc77-42a4-8a2c-7ce8bd11b217 HTTP/1.1" status: 200 len: 943 time: 0.1165724 Apr 06 16:31:49.101341 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-89de135e-ecf7-4e36-8255-9a9fefc34771 None None] For port bcc887f8-17cb-4d07-9f7a-20921d3830d9, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=bcc887f8-17cb-4d07-9f7a-20921d3830d9,segment=NetworkSegment(49637f16-8a9e-4a3a-a172-f92b3c19ec2f),segment_id=49637f16-8a9e-4a3a-a172-f92b3c19ec2f)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:31:49.250603 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-89de135e-ecf7-4e36-8255-9a9fefc34771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (bcc887f8-17cb-4d07-9f7a-20921d3830d9), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:49.295014 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ac423231-09c5-4268-8ed8-7c521d00175d req-b8991730-2094-4475-908d-baa8f2ddb686 service neutron] 10.222.0.49 "GET /v2.0/networks/782e4005-3b7d-4e26-954d-25d46652bf58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639246 Apr 06 16:31:49.309779 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-d3f5545b-77a4-43a2-a554-a9fa716e1860 req-f8c66fd0-8923-4a68-84a2-3c3342b2a4c9 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0deb47-0ed4-4b3d-b2a8-bfe6fad3d329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117515 Apr 06 16:31:49.403854 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device bcc887f8-17cb-4d07-9f7a-20921d3830d9 up at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:31:49.457589 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ac423231-09c5-4268-8ed8-7c521d00175d req-3f4137e6-e2fc-450e-acea-68012de3c7c9 service neutron] 10.222.0.49 "GET /v2.0/networks/782e4005-3b7d-4e26-954d-25d46652bf58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557775 Apr 06 16:31:49.459080 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cf7338a-0fbe-40f6-9434-a2556e7e3ca0 req-4567e9f7-728b-4f38-916b-544893416808 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Made reservation on behalf of 8d1c6d06c04543878527856ba1e8d48c for: {'port': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:31:49.464631 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-5cf7338a-0fbe-40f6-9434-a2556e7e3ca0 req-4567e9f7-728b-4f38-916b-544893416808 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:49.534385 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89de135e-ecf7-4e36-8255-9a9fefc34771 None None] Pushing event updated for resources: {'Port': ['ID=bcc887f8-17cb-4d07-9f7a-20921d3830d9,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:49.574564 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-45736b21-512d-4561-b3bd-ca8f8f5ecf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1620502577-router', 'tenant_id': '8d1c6d06c04543878527856ba1e8d48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': 'e2089023-cc90-4268-b659-37fd05f1c4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:16Z', 'updated_at': '2022-04-06T16:31:31Z', 'revision_number': 4, 'project_id': '8d1c6d06c04543878527856ba1e8d48c', 'gw_port': {'id': 'e2089023-cc90-4268-b659-37fd05f1c4ba', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:18Z', 'updated_at': '2022-04-06T16:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': 'bcc887f8-17cb-4d07-9f7a-20921d3830d9', 'name': '', 'network_id': 'dad9ba10-e8cf-4082-94bd-2291edc537cc', 'tenant_id': '8d1c6d06c04543878527856ba1e8d48c', 'mac_address': 'fa:16:3e:a5:e6:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5076aaf7-c1a1-40bf-87fc-8e1e2ced2174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:27Z', 'updated_at': '2022-04-06T16:31:47Z', 'revision_number': 4, 'project_id': '8d1c6d06c04543878527856ba1e8d48c', 'subnets': [{'id': '5076aaf7-c1a1-40bf-87fc-8e1e2ced2174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:31:49.577025 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Provisioning complete for port bcc887f8-17cb-4d07-9f7a-20921d3830d9 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:31:49.578281 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (bcc887f8-17cb-4d07-9f7a-20921d3830d9), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:49.641429 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45736b21-512d-4561-b3bd-ca8f8f5ecf04 None None] The sync data for ids ['4db718bd-92f7-4920-9f2c-e07323d650c5'] in dv-cinder-815660-7-smb is: [{'id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1620502577-router', 'tenant_id': '8d1c6d06c04543878527856ba1e8d48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': 'e2089023-cc90-4268-b659-37fd05f1c4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:16Z', 'updated_at': '2022-04-06T16:31:31Z', 'revision_number': 4, 'project_id': '8d1c6d06c04543878527856ba1e8d48c', 'gw_port': {'id': 'e2089023-cc90-4268-b659-37fd05f1c4ba', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:18Z', 'updated_at': '2022-04-06T16:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': 'bcc887f8-17cb-4d07-9f7a-20921d3830d9', 'name': '', 'network_id': 'dad9ba10-e8cf-4082-94bd-2291edc537cc', 'tenant_id': '8d1c6d06c04543878527856ba1e8d48c', 'mac_address': 'fa:16:3e:a5:e6:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5076aaf7-c1a1-40bf-87fc-8e1e2ced2174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:27Z', 'updated_at': '2022-04-06T16:31:47Z', 'revision_number': 4, 'project_id': '8d1c6d06c04543878527856ba1e8d48c', 'subnets': [{'id': '5076aaf7-c1a1-40bf-87fc-8e1e2ced2174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:31:49.656523 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-52733e2e-591c-4465-ae6f-b855a96edb44 req-4a0e05b6-8b87-47e7-93f1-12365fba1716 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 210 time: 0.1213379 Apr 06 16:31:49.788050 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 35034) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:49.859116 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2112e7d3-f4fa-4e9a-8b67-972f20448647 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:49.903176 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Current status of the port bcc887f8-17cb-4d07-9f7a-20921d3830d9 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:31:50.185098 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-d0ff8042-9287-495e-bcc9-33f41b26bd4d req-b565976a-5ca3-4861-aa9f-805c0fd537ac tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 210 time: 0.1215086 Apr 06 16:31:50.236204 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-c8efa239-dfb8-414d-bbf7-a409aef15596 req-07541384-246f-42b7-85bd-bc3ba034ffbf tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 210 time: 0.0684171 Apr 06 16:31:50.246006 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2112e7d3-f4fa-4e9a-8b67-972f20448647 admin admin] Publish callbacks [] for security_group (4700c088-7fc0-4c1e-aed3-b79185c11889), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:50.247223 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [req-5cf7338a-0fbe-40f6-9434-a2556e7e3ca0 req-4567e9f7-728b-4f38-916b-544893416808 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Allocated IP 172.20.0.11 (dad9ba10-e8cf-4082-94bd-2291edc537cc/5076aaf7-c1a1-40bf-87fc-8e1e2ced2174/7baa94d5-fcbc-49d6-b1dd-a76cab68846a) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:31:50.352911 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2112e7d3-f4fa-4e9a-8b67-972f20448647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (4700c088-7fc0-4c1e-aed3-b79185c11889), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:50.468815 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2112e7d3-f4fa-4e9a-8b67-972f20448647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4700c088-7fc0-4c1e-aed3-b79185c11889,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:50.476267 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-2112e7d3-f4fa-4e9a-8b67-972f20448647 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=92adc9e5c2c54c63b3bd55b412aa0481&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6862240 Apr 06 16:31:50.481644 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 35060) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:50.522550 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196faec5-092c-4c42-9eef-c4c529a1de85 req-d046ea79-6efa-4843-8316-5677bce344b8 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:31:50.529960 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-196faec5-092c-4c42-9eef-c4c529a1de85 req-d046ea79-6efa-4843-8316-5677bce344b8 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.49 "GET /v2.0/ports?device_id=e953b495-dc77-42a4-8a2c-7ce8bd11b217 HTTP/1.1" status: 200 len: 943 time: 0.1296732 Apr 06 16:31:50.610728 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-5cf7338a-0fbe-40f6-9434-a2556e7e3ca0 req-4567e9f7-728b-4f38-916b-544893416808 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks [] for port (7baa94d5-fcbc-49d6-b1dd-a76cab68846a), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:50.618254 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-196faec5-092c-4c42-9eef-c4c529a1de85 req-013cb244-de6b-45da-a70b-c5aa2188bdb3 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0deb47-0ed4-4b3d-b2a8-bfe6fad3d329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841138 Apr 06 16:31:50.674182 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e4a22a30-0095-48b2-8966-f68c4eb279fe admin admin] Publish callbacks [] for security_group (4700c088-7fc0-4c1e-aed3-b79185c11889), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:50.730633 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e4a22a30-0095-48b2-8966-f68c4eb279fe admin admin] Publish callbacks [] for security_group (4700c088-7fc0-4c1e-aed3-b79185c11889), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:50.782308 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 35070) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:51.019957 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-5cf7338a-0fbe-40f6-9434-a2556e7e3ca0 req-4567e9f7-728b-4f38-916b-544893416808 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276'] for port (7baa94d5-fcbc-49d6-b1dd-a76cab68846a), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:51.159995 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cf7338a-0fbe-40f6-9434-a2556e7e3ca0 req-4567e9f7-728b-4f38-916b-544893416808 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Network dad9ba10-e8cf-4082-94bd-2291edc537cc is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:31:51.169552 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [req-5cf7338a-0fbe-40f6-9434-a2556e7e3ca0 req-4567e9f7-728b-4f38-916b-544893416808 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:31:51.178979 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf7338a-0fbe-40f6-9434-a2556e7e3ca0 req-4567e9f7-728b-4f38-916b-544893416808 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:31:51.189603 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7338a-0fbe-40f6-9434-a2556e7e3ca0 req-4567e9f7-728b-4f38-916b-544893416808 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:31:51.190683 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-5cf7338a-0fbe-40f6-9434-a2556e7e3ca0 req-4567e9f7-728b-4f38-916b-544893416808 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:51.206568 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4567e9f7-728b-4f38-916b-544893416808 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Pushing event updated for resources: {'Port': ['ID=7baa94d5-fcbc-49d6-b1dd-a76cab68846a,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:51.256531 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e4a22a30-0095-48b2-8966-f68c4eb279fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (4700c088-7fc0-4c1e-aed3-b79185c11889), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:51.266153 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e4a22a30-0095-48b2-8966-f68c4eb279fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:51.268205 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-e4a22a30-0095-48b2-8966-f68c4eb279fe admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4700c088-7fc0-4c1e-aed3-b79185c11889 HTTP/1.1" status: 204 len: 168 time: 0.7830365 Apr 06 16:31:51.367852 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a22a30-0095-48b2-8966-f68c4eb279fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4700c088-7fc0-4c1e-aed3-b79185c11889,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:51.403572 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-86f8661f-d72c-4865-aa1b-31c46cef05e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:51.425543 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-5cf7338a-0fbe-40f6-9434-a2556e7e3ca0 req-4567e9f7-728b-4f38-916b-544893416808 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5305374 Apr 06 16:31:51.442630 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-6726bc9f-0fd2-40fa-a57b-9ae8623c3eee req-4581af37-923c-4338-8427-83391386d601 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 210 time: 0.1680336 Apr 06 16:31:51.467171 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device bcc887f8-17cb-4d07-9f7a-20921d3830d9 up at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:31:51.506868 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-122e3b57-d302-4f16-a9f1-122762d0c32f req-5a797ad4-d3c1-4439-8fd6-8141b2ffd8f3 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 210 time: 0.0422440 Apr 06 16:31:51.603200 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-86f8661f-d72c-4865-aa1b-31c46cef05e0 admin admin] Publish callbacks [] for security_group (2e3d6b22-8cee-4d84-852d-cae83e9465e2), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:51.628335 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-e42d16d6-00d6-4786-be33-fca19984d380 req-428b4ad9-69c2-4fa0-a949-210e56b664d8 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 210 time: 0.0477297 Apr 06 16:31:51.697255 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-86f8661f-d72c-4865-aa1b-31c46cef05e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (2e3d6b22-8cee-4d84-852d-cae83e9465e2), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:51.710207 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Provisioning complete for port bcc887f8-17cb-4d07-9f7a-20921d3830d9 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:31:51.710858 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (bcc887f8-17cb-4d07-9f7a-20921d3830d9), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:51.776714 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-86f8661f-d72c-4865-aa1b-31c46cef05e0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aa4e1770d56c4fd49bfefd8bf44231ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9929590 Apr 06 16:31:51.781119 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 35094) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:51.796692 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f8661f-d72c-4865-aa1b-31c46cef05e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3d6b22-8cee-4d84-852d-cae83e9465e2,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:51.908194 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-1d41bdc5-30cb-4807-8fe1-bee4139d889b None None] Provisioning complete for port 7baa94d5-fcbc-49d6-b1dd-a76cab68846a triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:31:51.908845 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-1d41bdc5-30cb-4807-8fe1-bee4139d889b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (7baa94d5-fcbc-49d6-b1dd-a76cab68846a), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:51.934382 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a7433-ac42-4652-88a8-11a76d41154c req-a1005322-7b9e-4702-8df3-5bff094dd02f tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:31:51.936569 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-e20a7433-ac42-4652-88a8-11a76d41154c req-a1005322-7b9e-4702-8df3-5bff094dd02f tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.49 "GET /v2.0/ports?device_id=e953b495-dc77-42a4-8a2c-7ce8bd11b217 HTTP/1.1" status: 200 len: 943 time: 0.1571944 Apr 06 16:31:51.951091 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9e53ee9e-23b3-41cf-9305-c3a9a50be8c0 admin admin] Publish callbacks [] for security_group (2e3d6b22-8cee-4d84-852d-cae83e9465e2), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:51.996485 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9e53ee9e-23b3-41cf-9305-c3a9a50be8c0 admin admin] Publish callbacks [] for security_group (2e3d6b22-8cee-4d84-852d-cae83e9465e2), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:52.005611 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-1d41bdc5-30cb-4807-8fe1-bee4139d889b None None] Port 7baa94d5-fcbc-49d6-b1dd-a76cab68846a cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:31:52.020572 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Current status of the port bcc887f8-17cb-4d07-9f7a-20921d3830d9 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:31:52.055886 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-e20a7433-ac42-4652-88a8-11a76d41154c req-1a630e81-18b5-4365-9578-40c8487a6f08 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0deb47-0ed4-4b3d-b2a8-bfe6fad3d329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997179 Apr 06 16:31:52.176436 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9e53ee9e-23b3-41cf-9305-c3a9a50be8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (2e3d6b22-8cee-4d84-852d-cae83e9465e2), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:52.179227 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9e53ee9e-23b3-41cf-9305-c3a9a50be8c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:52.185259 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-9e53ee9e-23b3-41cf-9305-c3a9a50be8c0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2e3d6b22-8cee-4d84-852d-cae83e9465e2 HTTP/1.1" status: 204 len: 168 time: 0.3973143 Apr 06 16:31:52.209510 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e53ee9e-23b3-41cf-9305-c3a9a50be8c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3d6b22-8cee-4d84-852d-cae83e9465e2,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:52.592198 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-6cb955c9-9594-4101-bd8a-bcdb462efd47 req-03ca2c89-ee36-4f8d-b7bd-d840e0d704d9 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 210 time: 0.0525656 Apr 06 16:31:52.657972 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-eda84eab-b843-4e61-8013-37212847f916 req-ad25ab9e-718b-4abf-a2ec-00e9692bd9e3 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 210 time: 0.0361292 Apr 06 16:31:52.815322 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-35e9bf9e-ec4b-44f0-b558-931d579e1ed9 req-4cbd709a-fd44-44ed-ac0e-6626101fa381 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 210 time: 0.0374365 Apr 06 16:31:53.221373 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45217e84-2277-4668-9a35-a50d1a54eb08 req-ed33793c-619f-4aed-99e4-53cbb538857e tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:31:53.223967 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-45217e84-2277-4668-9a35-a50d1a54eb08 req-ed33793c-619f-4aed-99e4-53cbb538857e tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.49 "GET /v2.0/ports?device_id=e953b495-dc77-42a4-8a2c-7ce8bd11b217 HTTP/1.1" status: 200 len: 943 time: 0.1028769 Apr 06 16:31:53.314590 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-45217e84-2277-4668-9a35-a50d1a54eb08 req-331f44b1-3d3b-45a5-8c22-b1c39b86fdd2 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0deb47-0ed4-4b3d-b2a8-bfe6fad3d329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787489 Apr 06 16:31:53.738527 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-8eb41888-9e0f-4f93-8a91-66917b421d8e req-8b127a34-2922-45df-8446-9ea5b3f7af94 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 210 time: 0.0489020 Apr 06 16:31:53.788439 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-e32dd551-64e0-43bb-83df-c3122eaeec0d req-2b1cb7d8-9ed2-4e94-ac1c-a139e746e832 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 210 time: 0.0490377 Apr 06 16:31:53.856716 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [req-5cf7338a-0fbe-40f6-9434-a2556e7e3ca0 req-0c05a336-9778-485c-bbc7-fe5d4e95aff7 service neutron] Request body: {'port': {'device_id': '3e8de912-ec9e-408f-8834-9641316c94f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:31:54.082804 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-87109a98-b2fe-4fea-85aa-bddc0607afc5 req-e2ade03f-9243-4068-b650-d787da9db4c4 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 210 time: 0.0931468 Apr 06 16:31:54.116149 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-5cf7338a-0fbe-40f6-9434-a2556e7e3ca0 req-0c05a336-9778-485c-bbc7-fe5d4e95aff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (7baa94d5-fcbc-49d6-b1dd-a76cab68846a), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:54.508840 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b09992-084c-48df-9015-d05d74dfc847 req-e6297f5e-1b3d-4de8-92fa-7c0b7507b2ce tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:31:54.511941 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-04b09992-084c-48df-9015-d05d74dfc847 req-e6297f5e-1b3d-4de8-92fa-7c0b7507b2ce tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.49 "GET /v2.0/ports?device_id=e953b495-dc77-42a4-8a2c-7ce8bd11b217 HTTP/1.1" status: 200 len: 943 time: 0.1039832 Apr 06 16:31:54.537786 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.notifiers.nova [req-5cf7338a-0fbe-40f6-9434-a2556e7e3ca0 req-0c05a336-9778-485c-bbc7-fe5d4e95aff7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7baa94d5-fcbc-49d6-b1dd-a76cab68846a {{(pid=103681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:31:54.553305 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-5cf7338a-0fbe-40f6-9434-a2556e7e3ca0 req-0c05a336-9778-485c-bbc7-fe5d4e95aff7 service neutron] Publish callbacks [] for port (7baa94d5-fcbc-49d6-b1dd-a76cab68846a), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:54.579798 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.provisioning_blocks [req-5cf7338a-0fbe-40f6-9434-a2556e7e3ca0 req-0c05a336-9778-485c-bbc7-fe5d4e95aff7 service neutron] Transition to ACTIVE for port object 7baa94d5-fcbc-49d6-b1dd-a76cab68846a will not be triggered until provisioned by entity L2. {{(pid=103681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 16:31:54.584165 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-04b09992-084c-48df-9015-d05d74dfc847 req-1cc487a8-7fee-4b72-abf9-64d2abd4b856 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0deb47-0ed4-4b3d-b2a8-bfe6fad3d329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567269 Apr 06 16:31:54.646982 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-5cf7338a-0fbe-40f6-9434-a2556e7e3ca0 req-0c05a336-9778-485c-bbc7-fe5d4e95aff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (7baa94d5-fcbc-49d6-b1dd-a76cab68846a), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:54.751325 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c05a336-9778-485c-bbc7-fe5d4e95aff7 service neutron] Pushing event updated for resources: {'Port': ['ID=7baa94d5-fcbc-49d6-b1dd-a76cab68846a,revision_number=2']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:54.781767 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 35194) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:54.837901 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-5cf7338a-0fbe-40f6-9434-a2556e7e3ca0 req-0c05a336-9778-485c-bbc7-fe5d4e95aff7 service neutron] Attempting to bind port 7baa94d5-fcbc-49d6-b1dd-a76cab68846a on host hv-cinder-81566 for vnic_type normal with profile {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:31:54.838665 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-5cf7338a-0fbe-40f6-9434-a2556e7e3ca0 req-0c05a336-9778-485c-bbc7-fe5d4e95aff7 service neutron] Attempting to bind port 7baa94d5-fcbc-49d6-b1dd-a76cab68846a by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '49637f16-8a9e-4a3a-a172-f92b3c19ec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'dad9ba10-e8cf-4082-94bd-2291edc537cc'}] {{(pid=103681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:31:54.839240 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf7338a-0fbe-40f6-9434-a2556e7e3ca0 req-0c05a336-9778-485c-bbc7-fe5d4e95aff7 service neutron] Attempting to bind port 7baa94d5-fcbc-49d6-b1dd-a76cab68846a on network dad9ba10-e8cf-4082-94bd-2291edc537cc {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:31:54.858266 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf7338a-0fbe-40f6-9434-a2556e7e3ca0 req-0c05a336-9778-485c-bbc7-fe5d4e95aff7 service neutron] Port 7baa94d5-fcbc-49d6-b1dd-a76cab68846a on network dad9ba10-e8cf-4082-94bd-2291edc537cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 16:31:54.860547 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf7338a-0fbe-40f6-9434-a2556e7e3ca0 req-0c05a336-9778-485c-bbc7-fe5d4e95aff7 service neutron] Attempting to bind port 7baa94d5-fcbc-49d6-b1dd-a76cab68846a on network dad9ba10-e8cf-4082-94bd-2291edc537cc {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:31:54.874121 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf7338a-0fbe-40f6-9434-a2556e7e3ca0 req-0c05a336-9778-485c-bbc7-fe5d4e95aff7 service neutron] Checking agent: {'id': '0e5c86dc-cd19-4356-a060-9388d8808620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 29), 'started_at': datetime.datetime(2022, 4, 6, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:31:54.876730 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf7338a-0fbe-40f6-9434-a2556e7e3ca0 req-0c05a336-9778-485c-bbc7-fe5d4e95aff7 service neutron] Checking segment: {'id': '49637f16-8a9e-4a3a-a172-f92b3c19ec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'dad9ba10-e8cf-4082-94bd-2291edc537cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:31:54.879479 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf7338a-0fbe-40f6-9434-a2556e7e3ca0 req-0c05a336-9778-485c-bbc7-fe5d4e95aff7 service neutron] Bound using segment: {'id': '49637f16-8a9e-4a3a-a172-f92b3c19ec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'dad9ba10-e8cf-4082-94bd-2291edc537cc'} {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:31:54.879479 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-5cf7338a-0fbe-40f6-9434-a2556e7e3ca0 req-0c05a336-9778-485c-bbc7-fe5d4e95aff7 service neutron] Bound port: 7baa94d5-fcbc-49d6-b1dd-a76cab68846a, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49637f16-8a9e-4a3a-a172-f92b3c19ec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'dad9ba10-e8cf-4082-94bd-2291edc537cc'}}] {{(pid=103681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:31:54.879479 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-5cf7338a-0fbe-40f6-9434-a2556e7e3ca0 req-0c05a336-9778-485c-bbc7-fe5d4e95aff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (7baa94d5-fcbc-49d6-b1dd-a76cab68846a), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:55.013337 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 762cbca0-2097-4643-a14d-839fbf0082e1 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=103682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 16:31:55.086696 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-aabd6eb8-95b3-41da-b2c7-7657b64892d2 req-c74358bb-13a7-4a42-bbf3-d6daf2c31223 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 210 time: 0.1044014 Apr 06 16:31:55.156533 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.39', 50357) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:55.157246 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-02d0f5b7-c0e7-4899-a853-25afcb932eae req-62fa37ed-7b29-45e9-bcf3-72c3e1f0758b tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 210 time: 0.1149969 Apr 06 16:31:55.275760 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-601bc135-5c50-48f4-bb14-ffb774c67df0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:55.321001 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.39', 50358) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:55.402937 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 762cbca0-2097-4643-a14d-839fbf0082e1, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=762cbca0-2097-4643-a14d-839fbf0082e1,segment=NetworkSegment(8a7d0733-36b8-4555-8a4a-700fcb22a0e8),segment_id=8a7d0733-36b8-4555-8a4a-700fcb22a0e8)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:31:55.433460 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Returning: {'device': '762cbca0-2097-4643-a14d-839fbf0082e1', 'network_id': '8c850383-625d-4ee4-97f3-c6290009d01e', 'port_id': '762cbca0-2097-4643-a14d-839fbf0082e1', 'mac_address': 'fa:16:3e:1a:da:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4429e196-7dee-49a0-98fd-49a30757b8d1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 16:31:55.440775 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-5cf7338a-0fbe-40f6-9434-a2556e7e3ca0 req-0c05a336-9778-485c-bbc7-fe5d4e95aff7 service neutron] For port 7baa94d5-fcbc-49d6-b1dd-a76cab68846a, host hv-cinder-81566, cleared binding levels {{(pid=103681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:31:55.476567 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-5cf7338a-0fbe-40f6-9434-a2556e7e3ca0 req-0c05a336-9778-485c-bbc7-fe5d4e95aff7 service neutron] For port 7baa94d5-fcbc-49d6-b1dd-a76cab68846a, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=7baa94d5-fcbc-49d6-b1dd-a76cab68846a,segment=NetworkSegment(49637f16-8a9e-4a3a-a172-f92b3c19ec2f),segment_id=49637f16-8a9e-4a3a-a172-f92b3c19ec2f)] {{(pid=103681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:31:55.496327 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-69f973ab-9a6a-4a45-8222-24863879de60 req-d6ffbc3e-5533-43f7-90b0-f4e575d949f8 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 210 time: 0.1217911 Apr 06 16:31:55.561531 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289bec8-93f4-4d22-82f0-a14e33cd2059 req-85a9a863-d451-41a2-a7b7-c8bb689c052f tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:31:55.564119 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-9289bec8-93f4-4d22-82f0-a14e33cd2059 req-85a9a863-d451-41a2-a7b7-c8bb689c052f tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.39 "GET /v2.0/networks?id=31d40b1e-6325-447a-b5a1-db51342d35c1 HTTP/1.1" status: 200 len: 811 time: 0.2232096 Apr 06 16:31:55.585349 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-5cf7338a-0fbe-40f6-9434-a2556e7e3ca0 req-0c05a336-9778-485c-bbc7-fe5d4e95aff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (7baa94d5-fcbc-49d6-b1dd-a76cab68846a), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:55.590715 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Current status of the port 762cbca0-2097-4643-a14d-839fbf0082e1 is: DOWN; New status is: BUILD {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:31:55.591446 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (762cbca0-2097-4643-a14d-839fbf0082e1), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:55.663290 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.notifiers.nova [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 762cbca0-2097-4643-a14d-839fbf0082e1 {{(pid=103682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:31:55.677878 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-601bc135-5c50-48f4-bb14-ffb774c67df0 admin admin] Publish callbacks [] for security_group (e68b7606-b091-43fb-af41-5c555630ab7e), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:55.696664 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7338a-0fbe-40f6-9434-a2556e7e3ca0 req-0c05a336-9778-485c-bbc7-fe5d4e95aff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:31:55.697687 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-5cf7338a-0fbe-40f6-9434-a2556e7e3ca0 req-0c05a336-9778-485c-bbc7-fe5d4e95aff7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:55.700091 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-5cf7338a-0fbe-40f6-9434-a2556e7e3ca0 req-0c05a336-9778-485c-bbc7-fe5d4e95aff7 service neutron] 10.222.0.39 "PUT /v2.0/ports/7baa94d5-fcbc-49d6-b1dd-a76cab68846a HTTP/1.1" status: 200 len: 1094 time: 1.8639138 Apr 06 16:31:55.700781 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e8de912-ec9e-408f-8834-9641316c94f3', 'tag': '7baa94d5-fcbc-49d6-b1dd-a76cab68846a'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:31:55.704899 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da169357ed327e8d081ee60461067b1ef6c636002c887d5121cbb3f742e83ced" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738bfa23-f762-4896-839c-9f5551856ab0" -d '{"events": [{"name": "network-changed", "server_uuid": "3e8de912-ec9e-408f-8834-9641316c94f3", "tag": "7baa94d5-fcbc-49d6-b1dd-a76cab68846a"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:31:55.785482 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5744d-ce9e-4524-bdf2-915e69dc4e18 req-a1f9f1c8-cf33-455e-8ba8-d49040e876f5 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:31:55.798556 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-601bc135-5c50-48f4-bb14-ffb774c67df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (e68b7606-b091-43fb-af41-5c555630ab7e), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:55.798991 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-11d5744d-ce9e-4524-bdf2-915e69dc4e18 req-a1f9f1c8-cf33-455e-8ba8-d49040e876f5 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.39 "GET /v2.0/networks?id=dad9ba10-e8cf-4082-94bd-2291edc537cc HTTP/1.1" status: 200 len: 819 time: 0.6282299 Apr 06 16:31:55.829326 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 762cbca0-2097-4643-a14d-839fbf0082e1, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=762cbca0-2097-4643-a14d-839fbf0082e1,segment=NetworkSegment(8a7d0733-36b8-4555-8a4a-700fcb22a0e8),segment_id=8a7d0733-36b8-4555-8a4a-700fcb22a0e8)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:31:55.832309 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [req-11d5744d-ce9e-4524-bdf2-915e69dc4e18 req-790c9042-f41c-4756-9d69-c3f203ab5428 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Request body: {'port': {'device_id': 'e3c800e6-bbec-49af-8590-37eb9547870e', 'network_id': 'dad9ba10-e8cf-4082-94bd-2291edc537cc', 'admin_state_up': True, 'tenant_id': '8d1c6d06c04543878527856ba1e8d48c'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:31:55.926745 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d817c503-a3fb-424a-b53b-8001715cc6c1 x-openstack-request-id: req-d817c503-a3fb-424a-b53b-8001715cc6c1 {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:31:55.927194 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e8de912-ec9e-408f-8834-9641316c94f3", "tag": "7baa94d5-fcbc-49d6-b1dd-a76cab68846a", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:31:55.927436 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d817c503-a3fb-424a-b53b-8001715cc6c1 {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:31:55.927873 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d817c503-a3fb-424a-b53b-8001715cc6c1'] response: {'name': 'network-changed', 'server_uuid': '3e8de912-ec9e-408f-8834-9641316c94f3', 'tag': '7baa94d5-fcbc-49d6-b1dd-a76cab68846a', 'status': 'completed', 'code': 200} Apr 06 16:31:55.972841 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c05a336-9778-485c-bbc7-fe5d4e95aff7 service neutron] Pushing event updated for resources: {'Port': ['ID=7baa94d5-fcbc-49d6-b1dd-a76cab68846a,revision_number=3']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:55.975982 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (762cbca0-2097-4643-a14d-839fbf0082e1), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:56.036138 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bfa23-f762-4896-839c-9f5551856ab0 req-be6a53ba-2cf5-403e-a3b9-9589a8af3778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:31:56.037728 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-738bfa23-f762-4896-839c-9f5551856ab0 req-be6a53ba-2cf5-403e-a3b9-9589a8af3778 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d1c6d06c04543878527856ba1e8d48c&device_id=3e8de912-ec9e-408f-8834-9641316c94f3 HTTP/1.1" status: 200 len: 1128 time: 0.1089575 Apr 06 16:31:56.068683 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601bc135-5c50-48f4-bb14-ffb774c67df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68b7606-b091-43fb-af41-5c555630ab7e,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:56.081993 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-601bc135-5c50-48f4-bb14-ffb774c67df0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ee31af9951bc4ef5bac9e7cef4566278&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2990963 Apr 06 16:31:56.083249 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 35228) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:56.097640 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-9289bec8-93f4-4d22-82f0-a14e33cd2059 req-361d598c-9558-478b-8e4e-dfdbd4403ae1 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df990c96c1f44ba6a6f2aa8be5911c99 HTTP/1.1" status: 200 len: 380 time: 0.4111593 Apr 06 16:31:56.117493 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [req-9289bec8-93f4-4d22-82f0-a14e33cd2059 req-32bb1124-ab95-4bce-9411-f5b71cf232aa tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Request body: {'port': {'device_id': 'd011a7cf-6c3d-4713-8838-03787ab1ddaf', 'network_id': '31d40b1e-6325-447a-b5a1-db51342d35c1', 'admin_state_up': True, 'tenant_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'security_groups': ['b93192d1-f070-4027-9f08-6b0135c7efe2']}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:31:56.120979 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Pushing event updated for resources: {'Port': ['ID=762cbca0-2097-4643-a14d-839fbf0082e1,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:56.242975 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d64b1-f9f1-438a-82af-0f60352b7191 req-c0b6b029-8edc-441a-9503-d9c2e623a7c2 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:31:56.260775 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-0a5d64b1-f9f1-438a-82af-0f60352b7191 req-c0b6b029-8edc-441a-9503-d9c2e623a7c2 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.49 "GET /v2.0/ports?device_id=e953b495-dc77-42a4-8a2c-7ce8bd11b217 HTTP/1.1" status: 200 len: 943 time: 0.4628515 Apr 06 16:31:56.341187 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11d5744d-ce9e-4524-bdf2-915e69dc4e18 req-790c9042-f41c-4756-9d69-c3f203ab5428 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Made reservation on behalf of 8d1c6d06c04543878527856ba1e8d48c for: {'port': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:31:56.344985 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-11d5744d-ce9e-4524-bdf2-915e69dc4e18 req-790c9042-f41c-4756-9d69-c3f203ab5428 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:56.347447 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-81c7e72d-018f-4884-9eb9-0049fb0a9a9d admin admin] Publish callbacks [] for security_group (e68b7606-b091-43fb-af41-5c555630ab7e), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:56.353602 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 35238) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:56.365000 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] get_ports_and_sgs() called for port_ids ['762cbca0-2097-4643-a14d-839fbf0082e1'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:31:56.394530 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.39', 50362) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:56.429221 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-63a844ad-bd5c-4189-bbed-724ae5458a4c req-c511498a-9bb6-4033-9ed7-97163d76474f tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 210 time: 0.1028035 Apr 06 16:31:56.438768 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-0a5d64b1-f9f1-438a-82af-0f60352b7191 req-2e4c7901-c757-478b-89e9-7d4ed4cc6249 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0deb47-0ed4-4b3d-b2a8-bfe6fad3d329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764653 Apr 06 16:31:56.653644 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bfa23-f762-4896-839c-9f5551856ab0 req-7cc00751-f3e9-4fb9-a601-ceac676b34c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:31:56.657474 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-738bfa23-f762-4896-839c-9f5551856ab0 req-7cc00751-f3e9-4fb9-a601-ceac676b34c6 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=8d1c6d06c04543878527856ba1e8d48c&shared=False HTTP/1.1" status: 200 len: 920 time: 0.6070092 Apr 06 16:31:56.894336 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-a6ea16fd-1923-4cb4-94ae-abca20d9dd7e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-218682077-network', 'tenant_id': '8e158ab7badd428ab029b250f5757ea9'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:31:56.954501 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-01ba30c0-c369-47fe-9c41-176fb1ec481a req-359d06e2-6998-4584-8fe5-44329a2d0fc7 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 210 time: 0.3701162 Apr 06 16:31:56.955914 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9289bec8-93f4-4d22-82f0-a14e33cd2059 req-32bb1124-ab95-4bce-9411-f5b71cf232aa tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Made reservation on behalf of df990c96c1f44ba6a6f2aa8be5911c99 for: {'port': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:31:56.963299 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-9289bec8-93f4-4d22-82f0-a14e33cd2059 req-32bb1124-ab95-4bce-9411-f5b71cf232aa tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:56.986291 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-1682ec8e-fbc2-4ed9-a9a5-caaa8364d235 req-380e57ab-7484-46b7-a53a-6e04019bc762 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 210 time: 0.1864493 Apr 06 16:31:57.022134 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-81c7e72d-018f-4884-9eb9-0049fb0a9a9d admin admin] Publish callbacks [] for security_group (e68b7606-b091-43fb-af41-5c555630ab7e), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:57.320016 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [req-11d5744d-ce9e-4524-bdf2-915e69dc4e18 req-790c9042-f41c-4756-9d69-c3f203ab5428 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Allocated IP 172.20.0.10 (dad9ba10-e8cf-4082-94bd-2291edc537cc/5076aaf7-c1a1-40bf-87fc-8e1e2ced2174/62a2894c-0643-44d8-9bfc-395997912aa2) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:31:57.334782 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bfa23-f762-4896-839c-9f5551856ab0 req-bf5e7879-86b2-4a3f-8d64-4bd7001b04a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:31:57.337371 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-738bfa23-f762-4896-839c-9f5551856ab0 req-bf5e7879-86b2-4a3f-8d64-4bd7001b04a3 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5404961 Apr 06 16:31:57.513571 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ea16fd-1923-4cb4-94ae-abca20d9dd7e admin admin] Made reservation on behalf of 8e158ab7badd428ab029b250f5757ea9 for: {'network': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:31:57.516043 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a6ea16fd-1923-4cb4-94ae-abca20d9dd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for network (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:57.535911 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a6ea16fd-1923-4cb4-94ae-abca20d9dd7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:57.631392 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-11d5744d-ce9e-4524-bdf2-915e69dc4e18 req-790c9042-f41c-4756-9d69-c3f203ab5428 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks [] for port (62a2894c-0643-44d8-9bfc-395997912aa2), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:57.642584 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac423231-09c5-4268-8ed8-7c521d00175d req-33a31a1a-a7d2-4874-bdf6-6108b7c076a2 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:31:57.644131 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ac423231-09c5-4268-8ed8-7c521d00175d req-33a31a1a-a7d2-4874-bdf6-6108b7c076a2 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.39 "GET /v2.0/networks?id=782e4005-3b7d-4e26-954d-25d46652bf58 HTTP/1.1" status: 200 len: 816 time: 1.2447948 Apr 06 16:31:57.659623 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-248f47a0-bca2-4ba0-b7fa-275b12381443 req-43061a93-e6e7-4115-974d-31fc60531804 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 210 time: 0.0497127 Apr 06 16:31:57.678437 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7338a-0fbe-40f6-9434-a2556e7e3ca0 req-4aa87bec-cc34-4444-8b62-0d1389e52219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:31:57.679981 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-5cf7338a-0fbe-40f6-9434-a2556e7e3ca0 req-4aa87bec-cc34-4444-8b62-0d1389e52219 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d1c6d06c04543878527856ba1e8d48c&device_id=3e8de912-ec9e-408f-8834-9641316c94f3 HTTP/1.1" status: 200 len: 1128 time: 0.1273570 Apr 06 16:31:57.685892 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.db_base_plugin_common [req-9289bec8-93f4-4d22-82f0-a14e33cd2059 req-32bb1124-ab95-4bce-9411-f5b71cf232aa tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Allocated IP 172.20.0.14 (31d40b1e-6325-447a-b5a1-db51342d35c1/86d619c9-3cbf-4e29-bfd6-a7485621c49d/56f7c595-be44-48b6-8839-097f49b7fb83) {{(pid=103680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:31:57.840957 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6cca9-c9fc-4cae-b979-8b3285a35a38 req-742823cd-3386-43e4-8710-ecf5e9c4a867 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:31:57.844910 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-9ca6cca9-c9fc-4cae-b979-8b3285a35a38 req-742823cd-3386-43e4-8710-ecf5e9c4a867 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.49 "GET /v2.0/ports?device_id=e953b495-dc77-42a4-8a2c-7ce8bd11b217 HTTP/1.1" status: 200 len: 944 time: 0.2910051 Apr 06 16:31:57.870858 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-81c7e72d-018f-4884-9eb9-0049fb0a9a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (e68b7606-b091-43fb-af41-5c555630ab7e), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:57.875312 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-81c7e72d-018f-4884-9eb9-0049fb0a9a9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:57.877530 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-81c7e72d-018f-4884-9eb9-0049fb0a9a9d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e68b7606-b091-43fb-af41-5c555630ab7e HTTP/1.1" status: 204 len: 168 time: 1.7926311 Apr 06 16:31:57.910800 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-5cf7338a-0fbe-40f6-9434-a2556e7e3ca0 req-1bf6de3f-89dc-4d1a-93e9-15a70aea44a5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7baa94d5-fcbc-49d6-b1dd-a76cab68846a HTTP/1.1" status: 200 len: 217 time: 0.2235050 Apr 06 16:31:57.963315 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c7e72d-018f-4884-9eb9-0049fb0a9a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68b7606-b091-43fb-af41-5c555630ab7e,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:57.973697 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ac423231-09c5-4268-8ed8-7c521d00175d req-4bdef995-889f-4d05-b623-bdf5afe493aa tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ca74d1be6e74923a3ad0eff74755b5e HTTP/1.1" status: 200 len: 379 time: 0.3184946 Apr 06 16:31:58.006654 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [req-ac423231-09c5-4268-8ed8-7c521d00175d req-57c66f7f-8d12-42ec-9634-773e33b3bc01 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Request body: {'port': {'device_id': '7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1', 'network_id': '782e4005-3b7d-4e26-954d-25d46652bf58', 'admin_state_up': True, 'tenant_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'security_groups': ['16af305c-3dc2-4d6f-822e-d089db4a267c']}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:31:58.038436 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7338a-0fbe-40f6-9434-a2556e7e3ca0 req-29172d68-2b3c-4472-9542-cc8a54de1cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:31:58.040408 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-5cf7338a-0fbe-40f6-9434-a2556e7e3ca0 req-29172d68-2b3c-4472-9542-cc8a54de1cb5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5076aaf7-c1a1-40bf-87fc-8e1e2ced2174 HTTP/1.1" status: 200 len: 858 time: 0.1213577 Apr 06 16:31:58.041742 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-11d5744d-ce9e-4524-bdf2-915e69dc4e18 req-790c9042-f41c-4756-9d69-c3f203ab5428 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276'] for port (62a2894c-0643-44d8-9bfc-395997912aa2), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:58.145427 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790c9042-f41c-4756-9d69-c3f203ab5428 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Pushing event updated for resources: {'Port': ['ID=62a2894c-0643-44d8-9bfc-395997912aa2,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:58.154742 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11d5744d-ce9e-4524-bdf2-915e69dc4e18 req-790c9042-f41c-4756-9d69-c3f203ab5428 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Network dad9ba10-e8cf-4082-94bd-2291edc537cc is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:31:58.168700 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [req-11d5744d-ce9e-4524-bdf2-915e69dc4e18 req-790c9042-f41c-4756-9d69-c3f203ab5428 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:31:58.169592 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d5744d-ce9e-4524-bdf2-915e69dc4e18 req-790c9042-f41c-4756-9d69-c3f203ab5428 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:31:58.187611 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5744d-ce9e-4524-bdf2-915e69dc4e18 req-790c9042-f41c-4756-9d69-c3f203ab5428 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:31:58.189054 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-11d5744d-ce9e-4524-bdf2-915e69dc4e18 req-790c9042-f41c-4756-9d69-c3f203ab5428 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:58.217501 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 35286) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:58.267149 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-b2a95239-167e-4caa-bc1d-1a6597c5b820 req-fae84dcb-cf3d-4b35-94d4-17d7017d13b8 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 210 time: 0.0469728 Apr 06 16:31:58.314612 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7338a-0fbe-40f6-9434-a2556e7e3ca0 req-86432675-c797-487d-bf41-d4f6939e296f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:31:58.316584 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-5cf7338a-0fbe-40f6-9434-a2556e7e3ca0 req-86432675-c797-487d-bf41-d4f6939e296f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dad9ba10-e8cf-4082-94bd-2291edc537cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1638534 Apr 06 16:31:58.445340 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-11d5744d-ce9e-4524-bdf2-915e69dc4e18 req-790c9042-f41c-4756-9d69-c3f203ab5428 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6457317 Apr 06 16:31:58.446567 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-9ca6cca9-c9fc-4cae-b979-8b3285a35a38 req-597fa214-a0ff-409b-91d9-97e2eae92751 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0deb47-0ed4-4b3d-b2a8-bfe6fad3d329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5910206 Apr 06 16:31:58.494003 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [req-11d5744d-ce9e-4524-bdf2-915e69dc4e18 req-626b7b96-fa1c-49fc-895c-7f789bdcda0c service neutron] Request body: {'port': {'device_id': 'e3c800e6-bbec-49af-8590-37eb9547870e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:31:58.508686 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a6ea16fd-1923-4cb4-94ae-abca20d9dd7e admin admin] Publish callbacks [] for security_group (0ca96729-526f-4e0d-be62-ad763e4e59d4), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:58.555607 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-9289bec8-93f4-4d22-82f0-a14e33cd2059 req-32bb1124-ab95-4bce-9411-f5b71cf232aa tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks [] for port (56f7c595-be44-48b6-8839-097f49b7fb83), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:58.577242 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-5cf7338a-0fbe-40f6-9434-a2556e7e3ca0 req-72d6b0d4-2d96-4c3f-ba73-4f5049e2a7e8 service neutron] 10.222.0.39 "GET /v2.0/networks/dad9ba10-e8cf-4082-94bd-2291edc537cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536776 Apr 06 16:31:58.598958 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a6ea16fd-1923-4cb4-94ae-abca20d9dd7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (0ca96729-526f-4e0d-be62-ad763e4e59d4), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:58.633785 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-461faafc-12d7-453d-a1e9-f7734481379b req-e344feb2-4ca7-4838-b27d-35380057b5f8 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 210 time: 0.1676762 Apr 06 16:31:58.639022 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ea16fd-1923-4cb4-94ae-abca20d9dd7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca96729-526f-4e0d-be62-ad763e4e59d4,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:58.651946 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6ea16fd-1923-4cb4-94ae-abca20d9dd7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=103680) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 16:31:58.664770 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a6ea16fd-1923-4cb4-94ae-abca20d9dd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1728802'] for segment (3dd6985d-3875-4cc6-a35b-965370984320), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:58.665164 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.db.segments_db [None req-a6ea16fd-1923-4cb4-94ae-abca20d9dd7e admin admin] Added segment 3dd6985d-3875-4cc6-a35b-965370984320 of type vlan for network 2ee64596-3683-4ff6-8f79-346acf0d2680 Apr 06 16:31:58.680012 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-9289bec8-93f4-4d22-82f0-a14e33cd2059 req-32bb1124-ab95-4bce-9411-f5b71cf232aa tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276'] for port (56f7c595-be44-48b6-8839-097f49b7fb83), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:58.770388 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-7d500b91-e2ea-4e89-bf09-a4060911448d None None] Provisioning complete for port 62a2894c-0643-44d8-9bfc-395997912aa2 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:31:58.770888 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7d500b91-e2ea-4e89-bf09-a4060911448d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (62a2894c-0643-44d8-9bfc-395997912aa2), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:58.797213 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-11d5744d-ce9e-4524-bdf2-915e69dc4e18 req-626b7b96-fa1c-49fc-895c-7f789bdcda0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (62a2894c-0643-44d8-9bfc-395997912aa2), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:58.825449 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-7d500b91-e2ea-4e89-bf09-a4060911448d None None] Port 62a2894c-0643-44d8-9bfc-395997912aa2 cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:31:58.868877 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac423231-09c5-4268-8ed8-7c521d00175d req-57c66f7f-8d12-42ec-9634-773e33b3bc01 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Made reservation on behalf of 8ca74d1be6e74923a3ad0eff74755b5e for: {'port': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:31:58.872349 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-ac423231-09c5-4268-8ed8-7c521d00175d req-57c66f7f-8d12-42ec-9634-773e33b3bc01 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:58.891470 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e2378d5f-b508-4fec-a9d6-fdaf5b8ed22b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:58.898287 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9289bec8-93f4-4d22-82f0-a14e33cd2059 req-32bb1124-ab95-4bce-9411-f5b71cf232aa tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Network 31d40b1e-6325-447a-b5a1-db51342d35c1 is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:31:58.924227 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a6ea16fd-1923-4cb4-94ae-abca20d9dd7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758155981114'] for network (2ee64596-3683-4ff6-8f79-346acf0d2680), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:58.954620 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [req-9289bec8-93f4-4d22-82f0-a14e33cd2059 req-32bb1124-ab95-4bce-9411-f5b71cf232aa tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:31:58.967195 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 762cbca0-2097-4643-a14d-839fbf0082e1 up at agent hyperv_hv-cinder-81566 {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:31:58.970707 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [req-9289bec8-93f4-4d22-82f0-a14e33cd2059 req-32bb1124-ab95-4bce-9411-f5b71cf232aa tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Received port after_create {{(pid=103680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:31:58.976067 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289bec8-93f4-4d22-82f0-a14e33cd2059 req-32bb1124-ab95-4bce-9411-f5b71cf232aa tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:31:58.976735 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-9289bec8-93f4-4d22-82f0-a14e33cd2059 req-32bb1124-ab95-4bce-9411-f5b71cf232aa tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for port (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:59.010910 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb1124-ab95-4bce-9411-f5b71cf232aa tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Pushing event updated for resources: {'Port': ['ID=56f7c595-be44-48b6-8839-097f49b7fb83,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:59.018965 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-5cf7338a-0fbe-40f6-9434-a2556e7e3ca0 req-5a05ef00-bd00-451b-bbdd-2f14f97e8d50 service neutron] 10.222.0.39 "GET /v2.0/networks/dad9ba10-e8cf-4082-94bd-2291edc537cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4030259 Apr 06 16:31:59.109356 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-9289bec8-93f4-4d22-82f0-a14e33cd2059 req-32bb1124-ab95-4bce-9411-f5b71cf232aa tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0022645 Apr 06 16:31:59.120064 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf77d38-5f2b-4460-91b1-9abc5b0d9020 req-e48b67a2-ac2d-438b-82fc-e45387cbae1d tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:31:59.121725 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-adf77d38-5f2b-4460-91b1-9abc5b0d9020 req-e48b67a2-ac2d-438b-82fc-e45387cbae1d tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 932 time: 0.2571173 Apr 06 16:31:59.130299 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [req-9289bec8-93f4-4d22-82f0-a14e33cd2059 req-8a3dca6e-2d5f-4b8b-baf2-3ab162feffe0 service neutron] Request body: {'port': {'device_id': 'd011a7cf-6c3d-4713-8838-03787ab1ddaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:31:59.176054 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 35296) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:59.220875 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a6ea16fd-1923-4cb4-94ae-abca20d9dd7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069'] for network (2ee64596-3683-4ff6-8f79-346acf0d2680), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:59.222496 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ea16fd-1923-4cb4-94ae-abca20d9dd7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:31:59.222496 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a6ea16fd-1923-4cb4-94ae-abca20d9dd7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:59.225082 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-41bd5a8e-f911-4dcd-9f69-d6ca605b9ee0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:59.233361 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Provisioning for port 762cbca0-2097-4643-a14d-839fbf0082e1 completed by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 16:31:59.240424 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Provisioning complete for port 762cbca0-2097-4643-a14d-839fbf0082e1 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:31:59.241051 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (762cbca0-2097-4643-a14d-839fbf0082e1), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:59.315930 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e2378d5f-b508-4fec-a9d6-fdaf5b8ed22b admin admin] Publish callbacks [] for security_group (53c1141d-970a-4e6a-8c88-7ff1e91f66ee), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:59.358036 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-adf77d38-5f2b-4460-91b1-9abc5b0d9020 req-2ef06836-616a-47b7-84eb-e3386d953c82 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247238 Apr 06 16:31:59.362098 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.db_base_plugin_common [req-ac423231-09c5-4268-8ed8-7c521d00175d req-57c66f7f-8d12-42ec-9634-773e33b3bc01 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Allocated IP 172.20.0.3 (782e4005-3b7d-4e26-954d-25d46652bf58/713d2ac2-12c5-40b3-b057-72a7d64c64ec/509f440f-30e0-41a8-818f-560f8ed72425) {{(pid=103680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:31:59.372638 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-a6ea16fd-1923-4cb4-94ae-abca20d9dd7e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.0090940 Apr 06 16:31:59.380903 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 35300) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:59.383802 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-9289bec8-93f4-4d22-82f0-a14e33cd2059 req-8a3dca6e-2d5f-4b8b-baf2-3ab162feffe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (56f7c595-be44-48b6-8839-097f49b7fb83), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:59.388256 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-1d723cef-85fe-4e0f-a6ba-80293cef8cec admin admin] Request body: {'subnet': {'network_id': '2ee64596-3683-4ff6-8f79-346acf0d2680', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-218682077-subnet', 'tenant_id': '8e158ab7badd428ab029b250f5757ea9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:31:59.394003 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ea16fd-1923-4cb4-94ae-abca20d9dd7e admin admin] Pushing event updated for resources: {'Network': ['ID=2ee64596-3683-4ff6-8f79-346acf0d2680,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:59.418913 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e2378d5f-b508-4fec-a9d6-fdaf5b8ed22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (53c1141d-970a-4e6a-8c88-7ff1e91f66ee), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:59.437658 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Network 2ee64596-3683-4ff6-8f79-346acf0d2680 details requested by agent ovs-agent-dv-cinder-815660-7-smb with host dv-cinder-815660-7-smb {{(pid=103682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 16:31:59.552619 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d723cef-85fe-4e0f-a6ba-80293cef8cec admin admin] Made reservation on behalf of 8e158ab7badd428ab029b250f5757ea9 for: {'subnet': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:31:59.554478 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-1d723cef-85fe-4e0f-a6ba-80293cef8cec admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:59.576794 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Current status of the port 762cbca0-2097-4643-a14d-839fbf0082e1 is: BUILD; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:31:59.577330 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (762cbca0-2097-4643-a14d-839fbf0082e1), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:59.580975 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2378d5f-b508-4fec-a9d6-fdaf5b8ed22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c1141d-970a-4e6a-8c88-7ff1e91f66ee,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:31:59.640301 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-e2378d5f-b508-4fec-a9d6-fdaf5b8ed22b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6de19aed21ed470e92d6746f495ec436&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4172966 Apr 06 16:31:59.646855 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 35306) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:31:59.764882 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-41bd5a8e-f911-4dcd-9f69-d6ca605b9ee0 admin admin] Publish callbacks [] for security_group (d2000037-08d8-47a5-b79d-c5a39b85a3fd), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:59.772664 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.notifiers.nova [req-11d5744d-ce9e-4524-bdf2-915e69dc4e18 req-626b7b96-fa1c-49fc-895c-7f789bdcda0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62a2894c-0643-44d8-9bfc-395997912aa2 {{(pid=103681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:31:59.797378 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-32ec3a7b-99e7-4b90-a454-3bb87cf472e7 None None] Provisioning complete for port 56f7c595-be44-48b6-8839-097f49b7fb83 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:31:59.798248 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-32ec3a7b-99e7-4b90-a454-3bb87cf472e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (56f7c595-be44-48b6-8839-097f49b7fb83), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:59.802854 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42730b82-eb0a-4f15-b1fa-f3e485ec4304 req-e37929b5-6d4b-4b80-92b2-e6bd285cf425 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:31:59.805466 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-42730b82-eb0a-4f15-b1fa-f3e485ec4304 req-e37929b5-6d4b-4b80-92b2-e6bd285cf425 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 932 time: 0.2630973 Apr 06 16:31:59.809506 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-11d5744d-ce9e-4524-bdf2-915e69dc4e18 req-626b7b96-fa1c-49fc-895c-7f789bdcda0c service neutron] Publish callbacks [] for port (62a2894c-0643-44d8-9bfc-395997912aa2), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:59.857484 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.provisioning_blocks [req-11d5744d-ce9e-4524-bdf2-915e69dc4e18 req-626b7b96-fa1c-49fc-895c-7f789bdcda0c service neutron] Transition to ACTIVE for port object 62a2894c-0643-44d8-9bfc-395997912aa2 will not be triggered until provisioned by entity L2. {{(pid=103681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 16:31:59.878261 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-41bd5a8e-f911-4dcd-9f69-d6ca605b9ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (d2000037-08d8-47a5-b79d-c5a39b85a3fd), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:59.888982 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e953b495-dc77-42a4-8a2c-7ce8bd11b217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762cbca0-2097-4643-a14d-839fbf0082e1'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:31:59.910742 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-ac423231-09c5-4268-8ed8-7c521d00175d req-57c66f7f-8d12-42ec-9634-773e33b3bc01 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks [] for port (509f440f-30e0-41a8-818f-560f8ed72425), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:31:59.934605 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd5a8e-f911-4dcd-9f69-d6ca605b9ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2000037-08d8-47a5-b79d-c5a39b85a3fd,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:00.001410 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-42730b82-eb0a-4f15-b1fa-f3e485ec4304 req-34a1dc2a-4a40-420c-a5e6-8d6169a334c6 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=b93192d1-f070-4027-9f08-6b0135c7efe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846244 Apr 06 16:32:00.013322 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-11d5744d-ce9e-4524-bdf2-915e69dc4e18 req-626b7b96-fa1c-49fc-895c-7f789bdcda0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (62a2894c-0643-44d8-9bfc-395997912aa2), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:00.026875 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-41bd5a8e-f911-4dcd-9f69-d6ca605b9ee0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9064bb3a5d8e47328d2283e29e551ed8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8495193 Apr 06 16:32:00.036708 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 35314) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:00.114247 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 762cbca0-2097-4643-a14d-839fbf0082e1, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=762cbca0-2097-4643-a14d-839fbf0082e1,segment=NetworkSegment(8a7d0733-36b8-4555-8a4a-700fcb22a0e8),segment_id=8a7d0733-36b8-4555-8a4a-700fcb22a0e8)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:32:00.119301 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-32ec3a7b-99e7-4b90-a454-3bb87cf472e7 None None] Port 56f7c595-be44-48b6-8839-097f49b7fb83 cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:32:00.125968 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-3cd23c53-15f0-4943-bdfc-5e16bde461c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:00.175341 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (762cbca0-2097-4643-a14d-839fbf0082e1), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:00.188993 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8f7f5-cbcd-48c8-9759-0dae0a6cff1c req-9d9d08d3-ad74-4d7e-a375-8f1bd4773b8f tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:00.189434 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626b7b96-fa1c-49fc-895c-7f789bdcda0c service neutron] Pushing event updated for resources: {'Port': ['ID=62a2894c-0643-44d8-9bfc-395997912aa2,revision_number=2']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:00.190722 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-32c8f7f5-cbcd-48c8-9759-0dae0a6cff1c req-9d9d08d3-ad74-4d7e-a375-8f1bd4773b8f tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.49 "GET /v2.0/ports?device_id=e953b495-dc77-42a4-8a2c-7ce8bd11b217 HTTP/1.1" status: 200 len: 944 time: 0.5665138 Apr 06 16:32:00.199889 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f6a3a73f-28c5-4125-b1f7-e149e0efb0a8 admin admin] Publish callbacks [] for security_group (53c1141d-970a-4e6a-8c88-7ff1e91f66ee), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:00.320462 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-dc14d327-5d48-4bc3-a4d5-b18a180deddb req-70f13369-503e-4a35-8648-a4770a6693bb tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 210 time: 0.0581491 Apr 06 16:32:00.326385 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Pushing event updated for resources: {'Port': ['ID=762cbca0-2097-4643-a14d-839fbf0082e1,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:00.326812 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-34f56a05-91a0-4cd8-a041-66b6ad4a1513 admin admin] Publish callbacks [] for security_group (d2000037-08d8-47a5-b79d-c5a39b85a3fd), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:00.369677 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (0e5c86dc-cd19-4356-a060-9388d8808620), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:00.384872 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f6a3a73f-28c5-4125-b1f7-e149e0efb0a8 admin admin] Publish callbacks [] for security_group (53c1141d-970a-4e6a-8c88-7ff1e91f66ee), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:00.388512 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-34f56a05-91a0-4cd8-a041-66b6ad4a1513 admin admin] Publish callbacks [] for security_group (d2000037-08d8-47a5-b79d-c5a39b85a3fd), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:00.402467 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f701ca042f89aa6373cad35a0647e7390d8b08e4e39c46ca7d095e958c03af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142f02fd-21b1-4969-bade-ff4371637393" -d '{"events": [{"server_uuid": "e953b495-dc77-42a4-8a2c-7ce8bd11b217", "name": "network-vif-plugged", "status": "completed", "tag": "762cbca0-2097-4643-a14d-839fbf0082e1"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:32:00.408902 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-11d5744d-ce9e-4524-bdf2-915e69dc4e18 req-626b7b96-fa1c-49fc-895c-7f789bdcda0c service neutron] Attempting to bind port 62a2894c-0643-44d8-9bfc-395997912aa2 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:32:00.409385 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-11d5744d-ce9e-4524-bdf2-915e69dc4e18 req-626b7b96-fa1c-49fc-895c-7f789bdcda0c service neutron] Attempting to bind port 62a2894c-0643-44d8-9bfc-395997912aa2 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '49637f16-8a9e-4a3a-a172-f92b3c19ec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'dad9ba10-e8cf-4082-94bd-2291edc537cc'}] {{(pid=103681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:32:00.409805 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d5744d-ce9e-4524-bdf2-915e69dc4e18 req-626b7b96-fa1c-49fc-895c-7f789bdcda0c service neutron] Attempting to bind port 62a2894c-0643-44d8-9bfc-395997912aa2 on network dad9ba10-e8cf-4082-94bd-2291edc537cc {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:32:00.433577 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d5744d-ce9e-4524-bdf2-915e69dc4e18 req-626b7b96-fa1c-49fc-895c-7f789bdcda0c service neutron] Port 62a2894c-0643-44d8-9bfc-395997912aa2 on network dad9ba10-e8cf-4082-94bd-2291edc537cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 16:32:00.433999 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d5744d-ce9e-4524-bdf2-915e69dc4e18 req-626b7b96-fa1c-49fc-895c-7f789bdcda0c service neutron] Attempting to bind port 62a2894c-0643-44d8-9bfc-395997912aa2 on network dad9ba10-e8cf-4082-94bd-2291edc537cc {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:32:00.448929 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d5744d-ce9e-4524-bdf2-915e69dc4e18 req-626b7b96-fa1c-49fc-895c-7f789bdcda0c service neutron] Checking agent: {'id': '0e5c86dc-cd19-4356-a060-9388d8808620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 29), 'started_at': datetime.datetime(2022, 4, 6, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:32:00.450322 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d5744d-ce9e-4524-bdf2-915e69dc4e18 req-626b7b96-fa1c-49fc-895c-7f789bdcda0c service neutron] Checking segment: {'id': '49637f16-8a9e-4a3a-a172-f92b3c19ec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'dad9ba10-e8cf-4082-94bd-2291edc537cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:32:00.454875 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d5744d-ce9e-4524-bdf2-915e69dc4e18 req-626b7b96-fa1c-49fc-895c-7f789bdcda0c service neutron] Bound using segment: {'id': '49637f16-8a9e-4a3a-a172-f92b3c19ec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'dad9ba10-e8cf-4082-94bd-2291edc537cc'} {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:32:00.454875 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-11d5744d-ce9e-4524-bdf2-915e69dc4e18 req-626b7b96-fa1c-49fc-895c-7f789bdcda0c service neutron] Bound port: 62a2894c-0643-44d8-9bfc-395997912aa2, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49637f16-8a9e-4a3a-a172-f92b3c19ec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'dad9ba10-e8cf-4082-94bd-2291edc537cc'}}] {{(pid=103681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:32:00.454875 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-11d5744d-ce9e-4524-bdf2-915e69dc4e18 req-626b7b96-fa1c-49fc-895c-7f789bdcda0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (62a2894c-0643-44d8-9bfc-395997912aa2), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:00.498752 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-ac423231-09c5-4268-8ed8-7c521d00175d req-57c66f7f-8d12-42ec-9634-773e33b3bc01 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276'] for port (509f440f-30e0-41a8-818f-560f8ed72425), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:00.623677 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc87dfc4-1f8c-4d45-a6f6-c5c65b4aa285 x-openstack-request-id: req-fc87dfc4-1f8c-4d45-a6f6-c5c65b4aa285 {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:32:00.624314 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e953b495-dc77-42a4-8a2c-7ce8bd11b217", "name": "network-vif-plugged", "status": "completed", "tag": "762cbca0-2097-4643-a14d-839fbf0082e1", "code": 200}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:32:00.625834 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fc87dfc4-1f8c-4d45-a6f6-c5c65b4aa285 {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:32:00.626613 dv-cinder-815660-7-smb neutron-server[103682]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc87dfc4-1f8c-4d45-a6f6-c5c65b4aa285'] response: {'server_uuid': 'e953b495-dc77-42a4-8a2c-7ce8bd11b217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762cbca0-2097-4643-a14d-839fbf0082e1', 'code': 200} Apr 06 16:32:00.668990 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c66f7f-8d12-42ec-9634-773e33b3bc01 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Pushing event updated for resources: {'Port': ['ID=509f440f-30e0-41a8-818f-560f8ed72425,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:00.677103 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-11d5744d-ce9e-4524-bdf2-915e69dc4e18 req-626b7b96-fa1c-49fc-895c-7f789bdcda0c service neutron] For port 62a2894c-0643-44d8-9bfc-395997912aa2, host hv-cinder-81566, cleared binding levels {{(pid=103681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:32:00.686358 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-11d5744d-ce9e-4524-bdf2-915e69dc4e18 req-626b7b96-fa1c-49fc-895c-7f789bdcda0c service neutron] For port 62a2894c-0643-44d8-9bfc-395997912aa2, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=62a2894c-0643-44d8-9bfc-395997912aa2,segment=NetworkSegment(49637f16-8a9e-4a3a-a172-f92b3c19ec2f),segment_id=49637f16-8a9e-4a3a-a172-f92b3c19ec2f)] {{(pid=103681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:32:00.697557 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-1d723cef-85fe-4e0f-a6ba-80293cef8cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069'] for subnet (1fecf5b1-c9b9-4e66-b87e-7eabc65b20c7), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:00.703640 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-32c8f7f5-cbcd-48c8-9759-0dae0a6cff1c req-0030324b-f9a1-464d-95c1-6645aa6fc7e0 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0deb47-0ed4-4b3d-b2a8-bfe6fad3d329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4748771 Apr 06 16:32:00.779027 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-34f56a05-91a0-4cd8-a041-66b6ad4a1513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (d2000037-08d8-47a5-b79d-c5a39b85a3fd), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:00.788956 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-34f56a05-91a0-4cd8-a041-66b6ad4a1513 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:00.793139 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac423231-09c5-4268-8ed8-7c521d00175d req-57c66f7f-8d12-42ec-9634-773e33b3bc01 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Network 782e4005-3b7d-4e26-954d-25d46652bf58 is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:32:00.793318 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-34f56a05-91a0-4cd8-a041-66b6ad4a1513 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d2000037-08d8-47a5-b79d-c5a39b85a3fd HTTP/1.1" status: 204 len: 168 time: 0.7175746 Apr 06 16:32:00.815434 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [req-ac423231-09c5-4268-8ed8-7c521d00175d req-57c66f7f-8d12-42ec-9634-773e33b3bc01 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:32:00.825275 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac423231-09c5-4268-8ed8-7c521d00175d req-57c66f7f-8d12-42ec-9634-773e33b3bc01 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Received port after_create {{(pid=103680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:32:00.835671 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac423231-09c5-4268-8ed8-7c521d00175d req-57c66f7f-8d12-42ec-9634-773e33b3bc01 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:00.836623 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-ac423231-09c5-4268-8ed8-7c521d00175d req-57c66f7f-8d12-42ec-9634-773e33b3bc01 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for port (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:00.863594 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-11d5744d-ce9e-4524-bdf2-915e69dc4e18 req-626b7b96-fa1c-49fc-895c-7f789bdcda0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (62a2894c-0643-44d8-9bfc-395997912aa2), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:00.871535 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.notifiers.nova [req-9289bec8-93f4-4d22-82f0-a14e33cd2059 req-8a3dca6e-2d5f-4b8b-baf2-3ab162feffe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56f7c595-be44-48b6-8839-097f49b7fb83 {{(pid=103680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:32:00.922218 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-9289bec8-93f4-4d22-82f0-a14e33cd2059 req-8a3dca6e-2d5f-4b8b-baf2-3ab162feffe0 service neutron] Publish callbacks [] for port (56f7c595-be44-48b6-8839-097f49b7fb83), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:00.928775 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d723cef-85fe-4e0f-a6ba-80293cef8cec admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fecf5b1-c9b9-4e66-b87e-7eabc65b20c7,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:00.951409 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f56a05-91a0-4cd8-a041-66b6ad4a1513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2000037-08d8-47a5-b79d-c5a39b85a3fd,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:00.978528 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d723cef-85fe-4e0f-a6ba-80293cef8cec admin admin] Checking segment: {'id': '3dd6985d-3875-4cc6-a35b-965370984320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '2ee64596-3683-4ff6-8f79-346acf0d2680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:32:00.979497 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d723cef-85fe-4e0f-a6ba-80293cef8cec admin admin] Network hostable DHCP agents. Network: 2ee64596-3683-4ff6-8f79-346acf0d2680, hostable agents: ['f8e9d332-5077-4d82-8c59-e3560cf7409d'], hosted agents: [] {{(pid=103680) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 16:32:01.005181 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.provisioning_blocks [req-9289bec8-93f4-4d22-82f0-a14e33cd2059 req-8a3dca6e-2d5f-4b8b-baf2-3ab162feffe0 service neutron] Transition to ACTIVE for port object 56f7c595-be44-48b6-8839-097f49b7fb83 will not be triggered until provisioned by entity L2. {{(pid=103680) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 16:32:01.015133 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f6a3a73f-28c5-4125-b1f7-e149e0efb0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (53c1141d-970a-4e6a-8c88-7ff1e91f66ee), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:01.023089 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f6a3a73f-28c5-4125-b1f7-e149e0efb0a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:01.029070 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-f6a3a73f-28c5-4125-b1f7-e149e0efb0a8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/53c1141d-970a-4e6a-8c88-7ff1e91f66ee HTTP/1.1" status: 204 len: 168 time: 1.3770368 Apr 06 16:32:01.084476 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ac423231-09c5-4268-8ed8-7c521d00175d req-57c66f7f-8d12-42ec-9634-773e33b3bc01 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0868034 Apr 06 16:32:01.084639 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5744d-ce9e-4524-bdf2-915e69dc4e18 req-626b7b96-fa1c-49fc-895c-7f789bdcda0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:01.085621 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-11d5744d-ce9e-4524-bdf2-915e69dc4e18 req-626b7b96-fa1c-49fc-895c-7f789bdcda0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:01.094312 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-11d5744d-ce9e-4524-bdf2-915e69dc4e18 req-626b7b96-fa1c-49fc-895c-7f789bdcda0c service neutron] 10.222.0.39 "PUT /v2.0/ports/62a2894c-0643-44d8-9bfc-395997912aa2 HTTP/1.1" status: 200 len: 1094 time: 2.6198027 Apr 06 16:32:01.102026 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a3a73f-28c5-4125-b1f7-e149e0efb0a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c1141d-970a-4e6a-8c88-7ff1e91f66ee,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:01.116118 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3c800e6-bbec-49af-8590-37eb9547870e', 'tag': '62a2894c-0643-44d8-9bfc-395997912aa2'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:32:01.121650 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da169357ed327e8d081ee60461067b1ef6c636002c887d5121cbb3f742e83ced" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe085d51-55fb-41e9-b259-d8d608cf01b1" -d '{"events": [{"name": "network-changed", "server_uuid": "e3c800e6-bbec-49af-8590-37eb9547870e", "tag": "62a2894c-0643-44d8-9bfc-395997912aa2"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:32:01.124487 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-9289bec8-93f4-4d22-82f0-a14e33cd2059 req-8a3dca6e-2d5f-4b8b-baf2-3ab162feffe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (56f7c595-be44-48b6-8839-097f49b7fb83), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:01.246000 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24366c-b71a-477b-9ab4-891de06a6c7c req-ccef40ec-574f-40cd-ae42-732b73773b10 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:01.260182 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-3c24366c-b71a-477b-9ab4-891de06a6c7c req-ccef40ec-574f-40cd-ae42-732b73773b10 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 944 time: 0.4939320 Apr 06 16:32:01.261344 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626b7b96-fa1c-49fc-895c-7f789bdcda0c service neutron] Pushing event updated for resources: {'Port': ['ID=62a2894c-0643-44d8-9bfc-395997912aa2,revision_number=3']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:01.317380 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d723cef-85fe-4e0f-a6ba-80293cef8cec admin admin] Network 2ee64596-3683-4ff6-8f79-346acf0d2680 is scheduled to be hosted by DHCP agent f8e9d332-5077-4d82-8c59-e3560cf7409d with binding_index 1 {{(pid=103680) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 16:32:01.347182 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [req-ac423231-09c5-4268-8ed8-7c521d00175d req-b688cc82-17b5-47e7-ba95-4655a36c3be1 service neutron] Request body: {'port': {'device_id': '7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:32:01.475623 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-3c24366c-b71a-477b-9ab4-891de06a6c7c req-1df42902-8af3-4a86-9819-d7803731491b tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977589 Apr 06 16:32:01.624246 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-1d723cef-85fe-4e0f-a6ba-80293cef8cec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-7-smb, 2ee64596-3683-4ff6-8f79-346acf0d2680) {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:32:01.652426 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6c2c7b-fefb-4712-b417-48ae4ea8fb58 None None] Network 2ee64596-3683-4ff6-8f79-346acf0d2680 requested from dv-cinder-815660-7-smb {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:32:01.653314 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d723cef-85fe-4e0f-a6ba-80293cef8cec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:01.653497 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-1d723cef-85fe-4e0f-a6ba-80293cef8cec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for subnet (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:01.683352 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3dca6e-2d5f-4b8b-baf2-3ab162feffe0 service neutron] Pushing event updated for resources: {'Port': ['ID=56f7c595-be44-48b6-8839-097f49b7fb83,revision_number=2']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:01.699183 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a5fccd-a0e8-459b-90f2-652e388cbc5a x-openstack-request-id: req-79a5fccd-a0e8-459b-90f2-652e388cbc5a {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:32:01.702039 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3c800e6-bbec-49af-8590-37eb9547870e", "tag": "62a2894c-0643-44d8-9bfc-395997912aa2", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:32:01.702443 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-79a5fccd-a0e8-459b-90f2-652e388cbc5a {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:32:01.706166 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79a5fccd-a0e8-459b-90f2-652e388cbc5a'] response: {'name': 'network-changed', 'server_uuid': 'e3c800e6-bbec-49af-8590-37eb9547870e', 'tag': '62a2894c-0643-44d8-9bfc-395997912aa2', 'status': 'completed', 'code': 200} Apr 06 16:32:01.834106 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5744d-ce9e-4524-bdf2-915e69dc4e18 req-a0a2996e-b385-45d3-9f36-9e2b3cd39fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:01.838867 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-11d5744d-ce9e-4524-bdf2-915e69dc4e18 req-a0a2996e-b385-45d3-9f36-9e2b3cd39fee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d1c6d06c04543878527856ba1e8d48c&device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 1128 time: 0.2780762 Apr 06 16:32:01.872906 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-d192a26c-6370-4a5e-9c3e-f2f8729cf56b None None] Provisioning complete for port 509f440f-30e0-41a8-818f-560f8ed72425 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:32:01.874212 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-d192a26c-6370-4a5e-9c3e-f2f8729cf56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (509f440f-30e0-41a8-818f-560f8ed72425), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:01.917398 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-1d723cef-85fe-4e0f-a6ba-80293cef8cec admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.5352728 Apr 06 16:32:01.985838 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-ac423231-09c5-4268-8ed8-7c521d00175d req-b688cc82-17b5-47e7-ba95-4655a36c3be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (509f440f-30e0-41a8-818f-560f8ed72425), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:01.997272 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97171a44-7cd0-42d8-8256-0304fd5733f5 req-4b19939b-2c89-40c7-a10e-492d2aacd104 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:02.008628 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-97171a44-7cd0-42d8-8256-0304fd5733f5 req-4b19939b-2c89-40c7-a10e-492d2aacd104 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 944 time: 0.6709666 Apr 06 16:32:02.013090 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.managers [req-9289bec8-93f4-4d22-82f0-a14e33cd2059 req-8a3dca6e-2d5f-4b8b-baf2-3ab162feffe0 service neutron] Attempting to bind port 56f7c595-be44-48b6-8839-097f49b7fb83 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:32:02.013701 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.managers [req-9289bec8-93f4-4d22-82f0-a14e33cd2059 req-8a3dca6e-2d5f-4b8b-baf2-3ab162feffe0 service neutron] Attempting to bind port 56f7c595-be44-48b6-8839-097f49b7fb83 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '72e3ade1-cead-4288-afb3-eceacb264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '31d40b1e-6325-447a-b5a1-db51342d35c1'}] {{(pid=103680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:32:02.015493 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9289bec8-93f4-4d22-82f0-a14e33cd2059 req-8a3dca6e-2d5f-4b8b-baf2-3ab162feffe0 service neutron] Attempting to bind port 56f7c595-be44-48b6-8839-097f49b7fb83 on network 31d40b1e-6325-447a-b5a1-db51342d35c1 {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:32:02.036436 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-d192a26c-6370-4a5e-9c3e-f2f8729cf56b None None] Port 509f440f-30e0-41a8-818f-560f8ed72425 cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:32:02.070714 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9289bec8-93f4-4d22-82f0-a14e33cd2059 req-8a3dca6e-2d5f-4b8b-baf2-3ab162feffe0 service neutron] Port 56f7c595-be44-48b6-8839-097f49b7fb83 on network 31d40b1e-6325-447a-b5a1-db51342d35c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 16:32:02.071256 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9289bec8-93f4-4d22-82f0-a14e33cd2059 req-8a3dca6e-2d5f-4b8b-baf2-3ab162feffe0 service neutron] Attempting to bind port 56f7c595-be44-48b6-8839-097f49b7fb83 on network 31d40b1e-6325-447a-b5a1-db51342d35c1 {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:32:02.080147 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-93e2c5f2-caca-466f-8211-9a74da5e7708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:02.092453 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3168b895-bec3-4c6b-9ebe-ee5d509f757a None None] Network 2ee64596-3683-4ff6-8f79-346acf0d2680 requested from dv-cinder-815660-7-smb {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:32:02.130695 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-11d5744d-ce9e-4524-bdf2-915e69dc4e18 req-28d23e2c-b5d7-4170-a6b8-9758cb6cfb45 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62a2894c-0643-44d8-9bfc-395997912aa2 HTTP/1.1" status: 200 len: 217 time: 0.2735198 Apr 06 16:32:02.148851 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9289bec8-93f4-4d22-82f0-a14e33cd2059 req-8a3dca6e-2d5f-4b8b-baf2-3ab162feffe0 service neutron] Checking agent: {'id': '0e5c86dc-cd19-4356-a060-9388d8808620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 29), 'started_at': datetime.datetime(2022, 4, 6, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:32:02.149595 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9289bec8-93f4-4d22-82f0-a14e33cd2059 req-8a3dca6e-2d5f-4b8b-baf2-3ab162feffe0 service neutron] Checking segment: {'id': '72e3ade1-cead-4288-afb3-eceacb264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '31d40b1e-6325-447a-b5a1-db51342d35c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:32:02.150892 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9289bec8-93f4-4d22-82f0-a14e33cd2059 req-8a3dca6e-2d5f-4b8b-baf2-3ab162feffe0 service neutron] Bound using segment: {'id': '72e3ade1-cead-4288-afb3-eceacb264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '31d40b1e-6325-447a-b5a1-db51342d35c1'} {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:32:02.151823 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.managers [req-9289bec8-93f4-4d22-82f0-a14e33cd2059 req-8a3dca6e-2d5f-4b8b-baf2-3ab162feffe0 service neutron] Bound port: 56f7c595-be44-48b6-8839-097f49b7fb83, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72e3ade1-cead-4288-afb3-eceacb264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '31d40b1e-6325-447a-b5a1-db51342d35c1'}}] {{(pid=103680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:32:02.152522 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-9289bec8-93f4-4d22-82f0-a14e33cd2059 req-8a3dca6e-2d5f-4b8b-baf2-3ab162feffe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (56f7c595-be44-48b6-8839-097f49b7fb83), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:02.191615 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6909370-3b87-4b87-bad6-ded1cd99228f req-1c0b85cc-3965-44ce-b847-001ec71599b1 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:02.193540 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-a6909370-3b87-4b87-bad6-ded1cd99228f req-1c0b85cc-3965-44ce-b847-001ec71599b1 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 931 time: 0.3444951 Apr 06 16:32:02.242805 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-97171a44-7cd0-42d8-8256-0304fd5733f5 req-74238c36-cf62-44ec-9c0f-d5ad6fd68395 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=b93192d1-f070-4027-9f08-6b0135c7efe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2327869 Apr 06 16:32:02.271764 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d9550-19f1-42ff-b47a-ac6f15664a9a req-0cf73c03-c8f2-4011-878b-4b668fe1fd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:02.282652 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-781d9550-19f1-42ff-b47a-ac6f15664a9a req-0cf73c03-c8f2-4011-878b-4b668fe1fd49 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e953b495-dc77-42a4-8a2c-7ce8bd11b217 HTTP/1.1" status: 200 len: 1129 time: 0.2812233 Apr 06 16:32:02.388921 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-781d9550-19f1-42ff-b47a-ac6f15664a9a req-2689b9e8-a72b-48d6-978f-b642fb428f44 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:02.451959 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [req-9289bec8-93f4-4d22-82f0-a14e33cd2059 req-8a3dca6e-2d5f-4b8b-baf2-3ab162feffe0 service neutron] For port 56f7c595-be44-48b6-8839-097f49b7fb83, host hv-cinder-81566, cleared binding levels {{(pid=103680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:32:02.506662 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [req-9289bec8-93f4-4d22-82f0-a14e33cd2059 req-8a3dca6e-2d5f-4b8b-baf2-3ab162feffe0 service neutron] For port 56f7c595-be44-48b6-8839-097f49b7fb83, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=56f7c595-be44-48b6-8839-097f49b7fb83,segment=NetworkSegment(72e3ade1-cead-4288-afb3-eceacb264caa),segment_id=72e3ade1-cead-4288-afb3-eceacb264caa)] {{(pid=103680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:32:02.507412 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5744d-ce9e-4524-bdf2-915e69dc4e18 req-62d80822-6883-4d85-be2a-b92b72836811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:02.509660 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-11d5744d-ce9e-4524-bdf2-915e69dc4e18 req-62d80822-6883-4d85-be2a-b92b72836811 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5076aaf7-c1a1-40bf-87fc-8e1e2ced2174 HTTP/1.1" status: 200 len: 858 time: 0.2119601 Apr 06 16:32:02.548840 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 35370) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:02.575319 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8e2119d0-dc76-4e8d-b256-296b86e24327 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:02.614597 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-a6909370-3b87-4b87-bad6-ded1cd99228f req-755705c8-f053-4efe-9b22-8d949f405120 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4074383 Apr 06 16:32:02.668978 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5744d-ce9e-4524-bdf2-915e69dc4e18 req-ef78c437-bb24-43de-a88b-abc70d0309e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:02.668978 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-11d5744d-ce9e-4524-bdf2-915e69dc4e18 req-ef78c437-bb24-43de-a88b-abc70d0309e0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dad9ba10-e8cf-4082-94bd-2291edc537cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1444652 Apr 06 16:32:02.676091 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe50d7-6c5a-4b88-b825-6f339224ff39 req-1df493c5-f6e3-418c-be6b-c47c1521096b tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:02.679487 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ecfe50d7-6c5a-4b88-b825-6f339224ff39 req-1df493c5-f6e3-418c-be6b-c47c1521096b tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.49 "GET /v2.0/ports?device_id=e953b495-dc77-42a4-8a2c-7ce8bd11b217 HTTP/1.1" status: 200 len: 945 time: 0.2044346 Apr 06 16:32:02.681216 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-9289bec8-93f4-4d22-82f0-a14e33cd2059 req-8a3dca6e-2d5f-4b8b-baf2-3ab162feffe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (56f7c595-be44-48b6-8839-097f49b7fb83), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:02.891791 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289bec8-93f4-4d22-82f0-a14e33cd2059 req-8a3dca6e-2d5f-4b8b-baf2-3ab162feffe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:02.893440 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-9289bec8-93f4-4d22-82f0-a14e33cd2059 req-8a3dca6e-2d5f-4b8b-baf2-3ab162feffe0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for port (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:02.896651 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-9289bec8-93f4-4d22-82f0-a14e33cd2059 req-8a3dca6e-2d5f-4b8b-baf2-3ab162feffe0 service neutron] 10.222.0.39 "PUT /v2.0/ports/56f7c595-be44-48b6-8839-097f49b7fb83 HTTP/1.1" status: 200 len: 1094 time: 3.7732267 Apr 06 16:32:02.897392 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd011a7cf-6c3d-4713-8838-03787ab1ddaf', 'tag': '56f7c595-be44-48b6-8839-097f49b7fb83'}] {{(pid=103680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:32:02.946919 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-11d5744d-ce9e-4524-bdf2-915e69dc4e18 req-24cc45e9-7449-410c-aa7e-7361ac7f29b4 service neutron] 10.222.0.39 "GET /v2.0/networks/dad9ba10-e8cf-4082-94bd-2291edc537cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765074 Apr 06 16:32:02.985124 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 7baa94d5-fcbc-49d6-b1dd-a76cab68846a details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=103682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 16:32:03.001627 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-781d9550-19f1-42ff-b47a-ac6f15664a9a req-2689b9e8-a72b-48d6-978f-b642fb428f44 service neutron] Publish callbacks [] for security_group (3d7992fb-4ae2-4bea-a040-c52142078230), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:03.111162 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-781d9550-19f1-42ff-b47a-ac6f15664a9a req-2689b9e8-a72b-48d6-978f-b642fb428f44 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (3d7992fb-4ae2-4bea-a040-c52142078230), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:03.123531 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.notifiers.nova [req-ac423231-09c5-4268-8ed8-7c521d00175d req-b688cc82-17b5-47e7-ba95-4655a36c3be1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 509f440f-30e0-41a8-818f-560f8ed72425 {{(pid=103680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:32:03.144433 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-ac423231-09c5-4268-8ed8-7c521d00175d req-b688cc82-17b5-47e7-ba95-4655a36c3be1 service neutron] Publish callbacks [] for port (509f440f-30e0-41a8-818f-560f8ed72425), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:03.170288 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.provisioning_blocks [req-ac423231-09c5-4268-8ed8-7c521d00175d req-b688cc82-17b5-47e7-ba95-4655a36c3be1 service neutron] Transition to ACTIVE for port object 509f440f-30e0-41a8-818f-560f8ed72425 will not be triggered until provisioned by entity L2. {{(pid=103680) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 16:32:03.266973 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 7baa94d5-fcbc-49d6-b1dd-a76cab68846a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=7baa94d5-fcbc-49d6-b1dd-a76cab68846a,segment=NetworkSegment(49637f16-8a9e-4a3a-a172-f92b3c19ec2f),segment_id=49637f16-8a9e-4a3a-a172-f92b3c19ec2f)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:32:03.290828 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Returning: {'device': '7baa94d5-fcbc-49d6-b1dd-a76cab68846a', 'network_id': 'dad9ba10-e8cf-4082-94bd-2291edc537cc', 'port_id': '7baa94d5-fcbc-49d6-b1dd-a76cab68846a', 'mac_address': 'fa:16:3e:f6:11:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5076aaf7-c1a1-40bf-87fc-8e1e2ced2174', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 16:32:03.304081 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee29a4e-1f81-44ad-b04e-549795e9f47a req-6d515c45-67db-4f7a-9c70-4ab9511b8098 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:03.319978 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-8ee29a4e-1f81-44ad-b04e-549795e9f47a req-6d515c45-67db-4f7a-9c70-4ab9511b8098 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 944 time: 0.4733236 Apr 06 16:32:03.365252 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Current status of the port 7baa94d5-fcbc-49d6-b1dd-a76cab68846a is: DOWN; New status is: BUILD {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:32:03.365645 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (7baa94d5-fcbc-49d6-b1dd-a76cab68846a), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:03.376253 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-781d9550-19f1-42ff-b47a-ac6f15664a9a req-2689b9e8-a72b-48d6-978f-b642fb428f44 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ce0deb47-0ed4-4b3d-b2a8-bfe6fad3d329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0449374 Apr 06 16:32:03.394352 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.notifiers.nova [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7baa94d5-fcbc-49d6-b1dd-a76cab68846a {{(pid=103682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:32:03.404544 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2689b9e8-a72b-48d6-978f-b642fb428f44 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7992fb-4ae2-4bea-a040-c52142078230,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:03.417990 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8e2119d0-dc76-4e8d-b256-296b86e24327 admin admin] Publish callbacks [] for security_group (8bf9d88f-23c6-43e1-b96b-40b4823637b3), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:03.461028 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 7baa94d5-fcbc-49d6-b1dd-a76cab68846a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=7baa94d5-fcbc-49d6-b1dd-a76cab68846a,segment=NetworkSegment(49637f16-8a9e-4a3a-a172-f92b3c19ec2f),segment_id=49637f16-8a9e-4a3a-a172-f92b3c19ec2f)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:32:03.463951 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-11d5744d-ce9e-4524-bdf2-915e69dc4e18 req-dd816a48-a8a4-456c-913f-b5ae1ea17b37 service neutron] 10.222.0.39 "GET /v2.0/networks/dad9ba10-e8cf-4082-94bd-2291edc537cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5098424 Apr 06 16:32:03.495053 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:03.498833 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-8ee29a4e-1f81-44ad-b04e-549795e9f47a req-f239b5dd-739e-4fd7-ad45-7b483a17a42a tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750646 Apr 06 16:32:03.500977 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-ac423231-09c5-4268-8ed8-7c521d00175d req-b688cc82-17b5-47e7-ba95-4655a36c3be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (509f440f-30e0-41a8-818f-560f8ed72425), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:03.530652 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (7baa94d5-fcbc-49d6-b1dd-a76cab68846a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:03.569953 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ecfe50d7-6c5a-4b88-b825-6f339224ff39 req-b6ce903e-3db7-4577-b615-c638e556663d tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0deb47-0ed4-4b3d-b2a8-bfe6fad3d329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8707945 Apr 06 16:32:03.586443 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8e2119d0-dc76-4e8d-b256-296b86e24327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (8bf9d88f-23c6-43e1-b96b-40b4823637b3), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:03.642651 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Pushing event updated for resources: {'Port': ['ID=7baa94d5-fcbc-49d6-b1dd-a76cab68846a,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:03.694160 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3dca6e-2d5f-4b8b-baf2-3ab162feffe0 service neutron] Pushing event updated for resources: {'Port': ['ID=56f7c595-be44-48b6-8839-097f49b7fb83,revision_number=3']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:03.754751 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-8e2119d0-dc76-4e8d-b256-296b86e24327 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a4ebc6a357d3479faadac14aece31fc7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2006464 Apr 06 16:32:03.764572 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 35404) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:03.789869 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2119d0-dc76-4e8d-b256-296b86e24327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf9d88f-23c6-43e1-b96b-40b4823637b3,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:03.792183 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ccc83-e7af-4c10-84a6-9a5d36f8195f req-42545265-275c-406d-866a-a6d5c0ee1b15 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:03.806891 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-fd0ccc83-e7af-4c10-84a6-9a5d36f8195f req-42545265-275c-406d-866a-a6d5c0ee1b15 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 944 time: 0.1677132 Apr 06 16:32:03.875405 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37defc4f8c4d51421555421a688636eb49d5c8fee7a473d71a3f8bc7c746dcd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd54094-2c92-4111-8b9e-c1c1ec726a73" -d '{"events": [{"name": "network-changed", "server_uuid": "d011a7cf-6c3d-4713-8838-03787ab1ddaf", "tag": "56f7c595-be44-48b6-8839-097f49b7fb83"}]}' {{(pid=103680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:32:03.892693 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289bec8-93f4-4d22-82f0-a14e33cd2059 req-7758b178-c9c5-4a4a-9d3d-ac69d813ae72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:03.895504 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-9289bec8-93f4-4d22-82f0-a14e33cd2059 req-7758b178-c9c5-4a4a-9d3d-ac69d813ae72 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=df990c96c1f44ba6a6f2aa8be5911c99&device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 1128 time: 0.7224121 Apr 06 16:32:03.991761 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-fd0ccc83-e7af-4c10-84a6-9a5d36f8195f req-3088b2f9-3cee-4309-88e3-fda919929085 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=b93192d1-f070-4027-9f08-6b0135c7efe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086617 Apr 06 16:32:04.026379 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-bac6acce-e691-4f35-a563-486bf43944ae admin admin] Publish callbacks [] for security_group (8bf9d88f-23c6-43e1-b96b-40b4823637b3), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:04.048215 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688cc82-17b5-47e7-ba95-4655a36c3be1 service neutron] Pushing event updated for resources: {'Port': ['ID=509f440f-30e0-41a8-818f-560f8ed72425,revision_number=2']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:04.060827 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.managers [req-ac423231-09c5-4268-8ed8-7c521d00175d req-b688cc82-17b5-47e7-ba95-4655a36c3be1 service neutron] Attempting to bind port 509f440f-30e0-41a8-818f-560f8ed72425 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:32:04.061441 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.managers [req-ac423231-09c5-4268-8ed8-7c521d00175d req-b688cc82-17b5-47e7-ba95-4655a36c3be1 service neutron] Attempting to bind port 509f440f-30e0-41a8-818f-560f8ed72425 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '4338e709-dc46-4a61-ada5-02557dc55805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '782e4005-3b7d-4e26-954d-25d46652bf58'}] {{(pid=103680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:32:04.061921 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac423231-09c5-4268-8ed8-7c521d00175d req-b688cc82-17b5-47e7-ba95-4655a36c3be1 service neutron] Attempting to bind port 509f440f-30e0-41a8-818f-560f8ed72425 on network 782e4005-3b7d-4e26-954d-25d46652bf58 {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:32:04.076747 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac423231-09c5-4268-8ed8-7c521d00175d req-b688cc82-17b5-47e7-ba95-4655a36c3be1 service neutron] Port 509f440f-30e0-41a8-818f-560f8ed72425 on network 782e4005-3b7d-4e26-954d-25d46652bf58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 16:32:04.077651 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac423231-09c5-4268-8ed8-7c521d00175d req-b688cc82-17b5-47e7-ba95-4655a36c3be1 service neutron] Attempting to bind port 509f440f-30e0-41a8-818f-560f8ed72425 on network 782e4005-3b7d-4e26-954d-25d46652bf58 {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:32:04.097878 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac423231-09c5-4268-8ed8-7c521d00175d req-b688cc82-17b5-47e7-ba95-4655a36c3be1 service neutron] Checking agent: {'id': '0e5c86dc-cd19-4356-a060-9388d8808620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 29), 'started_at': datetime.datetime(2022, 4, 6, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:32:04.099007 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac423231-09c5-4268-8ed8-7c521d00175d req-b688cc82-17b5-47e7-ba95-4655a36c3be1 service neutron] Checking segment: {'id': '4338e709-dc46-4a61-ada5-02557dc55805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '782e4005-3b7d-4e26-954d-25d46652bf58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:32:04.099262 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-bac6acce-e691-4f35-a563-486bf43944ae admin admin] Publish callbacks [] for security_group (8bf9d88f-23c6-43e1-b96b-40b4823637b3), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:04.100147 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac423231-09c5-4268-8ed8-7c521d00175d req-b688cc82-17b5-47e7-ba95-4655a36c3be1 service neutron] Bound using segment: {'id': '4338e709-dc46-4a61-ada5-02557dc55805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '782e4005-3b7d-4e26-954d-25d46652bf58'} {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:32:04.100933 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.managers [req-ac423231-09c5-4268-8ed8-7c521d00175d req-b688cc82-17b5-47e7-ba95-4655a36c3be1 service neutron] Bound port: 509f440f-30e0-41a8-818f-560f8ed72425, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4338e709-dc46-4a61-ada5-02557dc55805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '782e4005-3b7d-4e26-954d-25d46652bf58'}}] {{(pid=103680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:32:04.101544 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-ac423231-09c5-4268-8ed8-7c521d00175d req-b688cc82-17b5-47e7-ba95-4655a36c3be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (509f440f-30e0-41a8-818f-560f8ed72425), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:04.114333 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] get_ports_and_sgs() called for port_ids ['7baa94d5-fcbc-49d6-b1dd-a76cab68846a'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:32:04.133775 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8786a5-3aab-400e-9bb4-4646d1cdc3aa req-125adacc-e696-42ff-9b22-d0f050ab9fda tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:04.135962 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ed8786a5-3aab-400e-9bb4-4646d1cdc3aa req-125adacc-e696-42ff-9b22-d0f050ab9fda tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 943 time: 0.3274775 Apr 06 16:32:04.159636 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 35416) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:04.232461 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [req-ac423231-09c5-4268-8ed8-7c521d00175d req-b688cc82-17b5-47e7-ba95-4655a36c3be1 service neutron] For port 509f440f-30e0-41a8-818f-560f8ed72425, host hv-cinder-81566, cleared binding levels {{(pid=103680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:32:04.239155 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [req-ac423231-09c5-4268-8ed8-7c521d00175d req-b688cc82-17b5-47e7-ba95-4655a36c3be1 service neutron] For port 509f440f-30e0-41a8-818f-560f8ed72425, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=509f440f-30e0-41a8-818f-560f8ed72425,segment=NetworkSegment(4338e709-dc46-4a61-ada5-02557dc55805),segment_id=4338e709-dc46-4a61-ada5-02557dc55805)] {{(pid=103680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:32:04.248821 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ed8786a5-3aab-400e-9bb4-4646d1cdc3aa req-1f963144-1759-4123-819f-044cc67b63aa tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908165 Apr 06 16:32:04.310460 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-bac6acce-e691-4f35-a563-486bf43944ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (8bf9d88f-23c6-43e1-b96b-40b4823637b3), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:04.322491 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-bac6acce-e691-4f35-a563-486bf43944ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:04.329031 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-bac6acce-e691-4f35-a563-486bf43944ae admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8bf9d88f-23c6-43e1-b96b-40b4823637b3 HTTP/1.1" status: 204 len: 168 time: 0.5563619 Apr 06 16:32:04.340025 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-ac423231-09c5-4268-8ed8-7c521d00175d req-b688cc82-17b5-47e7-ba95-4655a36c3be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (509f440f-30e0-41a8-818f-560f8ed72425), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:04.349094 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac6acce-e691-4f35-a563-486bf43944ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf9d88f-23c6-43e1-b96b-40b4823637b3,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:04.434291 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac423231-09c5-4268-8ed8-7c521d00175d req-b688cc82-17b5-47e7-ba95-4655a36c3be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:04.435002 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-ac423231-09c5-4268-8ed8-7c521d00175d req-b688cc82-17b5-47e7-ba95-4655a36c3be1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for port (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:04.436512 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ac423231-09c5-4268-8ed8-7c521d00175d req-b688cc82-17b5-47e7-ba95-4655a36c3be1 service neutron] 10.222.0.39 "PUT /v2.0/ports/509f440f-30e0-41a8-818f-560f8ed72425 HTTP/1.1" status: 200 len: 1093 time: 3.2532761 Apr 06 16:32:04.460938 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688cc82-17b5-47e7-ba95-4655a36c3be1 service neutron] Pushing event updated for resources: {'Port': ['ID=509f440f-30e0-41a8-818f-560f8ed72425,revision_number=3']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:04.532639 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:04.672609 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b376e1-8cd5-46cf-bb4d-9067354d24a7 req-3d9f278d-705a-4b3c-83a3-949fdadde30f tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:04.680325 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-07b376e1-8cd5-46cf-bb4d-9067354d24a7 req-3d9f278d-705a-4b3c-83a3-949fdadde30f tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 944 time: 0.0790739 Apr 06 16:32:04.689075 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318d4391-7a2a-44ac-8763-55d5a7a9685a x-openstack-request-id: req-318d4391-7a2a-44ac-8763-55d5a7a9685a {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:32:04.689434 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d011a7cf-6c3d-4713-8838-03787ab1ddaf", "tag": "56f7c595-be44-48b6-8839-097f49b7fb83", "status": "completed", "code": 200}]} {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:32:04.689697 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-318d4391-7a2a-44ac-8763-55d5a7a9685a {{(pid=103680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:32:04.690101 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-318d4391-7a2a-44ac-8763-55d5a7a9685a'] response: {'name': 'network-changed', 'server_uuid': 'd011a7cf-6c3d-4713-8838-03787ab1ddaf', 'tag': '56f7c595-be44-48b6-8839-097f49b7fb83', 'status': 'completed', 'code': 200} Apr 06 16:32:04.740222 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-07b376e1-8cd5-46cf-bb4d-9067354d24a7 req-91a17be8-3431-4a5a-b9d2-47bdd5c61df2 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585899 Apr 06 16:32:04.869108 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c6fda792-2a9a-49dc-8579-56c5c4a5da89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:04.870065 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3cdc00-0d05-4dbb-8607-8e089872770b req-a54e9158-c190-45ff-aa02-2381839555b4 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:04.878151 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-7d3cdc00-0d05-4dbb-8607-8e089872770b req-a54e9158-c190-45ff-aa02-2381839555b4 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.49 "GET /v2.0/ports?device_id=e953b495-dc77-42a4-8a2c-7ce8bd11b217 HTTP/1.1" status: 200 len: 945 time: 0.1103842 Apr 06 16:32:04.938813 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-7d3cdc00-0d05-4dbb-8607-8e089872770b req-f29c8347-1ca7-4eee-a132-40f8fb94f376 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0deb47-0ed4-4b3d-b2a8-bfe6fad3d329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597579 Apr 06 16:32:04.988078 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c6fda792-2a9a-49dc-8579-56c5c4a5da89 admin admin] Publish callbacks [] for security_group (56f5419d-6112-41b1-93e7-118f1c3c256f), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:05.052626 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 35436) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:05.057863 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-c622c03a-877b-431a-87b7-0bdb6c7c73d0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-588793978-network', 'tenant_id': '32023dfbf737477fa14ec9099e46c9b1'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:32:05.085781 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c6fda792-2a9a-49dc-8579-56c5c4a5da89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (56f5419d-6112-41b1-93e7-118f1c3c256f), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:05.282062 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 7baa94d5-fcbc-49d6-b1dd-a76cab68846a up at agent hyperv_hv-cinder-81566 {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:32:05.324158 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-c6fda792-2a9a-49dc-8579-56c5c4a5da89 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eb61fa8838db4ed590f8023efc0c9df1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1601491 Apr 06 16:32:05.328978 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 35450) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:05.330625 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c622c03a-877b-431a-87b7-0bdb6c7c73d0 admin admin] Made reservation on behalf of 32023dfbf737477fa14ec9099e46c9b1 for: {'network': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:32:05.332991 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c622c03a-877b-431a-87b7-0bdb6c7c73d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for network (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:05.344536 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fda792-2a9a-49dc-8579-56c5c4a5da89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f5419d-6112-41b1-93e7-118f1c3c256f,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:05.353138 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c622c03a-877b-431a-87b7-0bdb6c7c73d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:05.389912 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc042c6-6d0e-4fad-9a96-a6ecb1665f8f req-65fb5396-9e5c-489e-b815-06eb396f520a tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:05.395786 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-abc042c6-6d0e-4fad-9a96-a6ecb1665f8f req-65fb5396-9e5c-489e-b815-06eb396f520a tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 944 time: 0.2938998 Apr 06 16:32:05.491771 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c03ccef1-55b3-4c36-a041-d6fa4384aad9 admin admin] Publish callbacks [] for security_group (56f5419d-6112-41b1-93e7-118f1c3c256f), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:05.495836 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-abc042c6-6d0e-4fad-9a96-a6ecb1665f8f req-2fe6ae9c-d6e3-40d3-8ab7-23e34a15a74a tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=b93192d1-f070-4027-9f08-6b0135c7efe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918288 Apr 06 16:32:05.532678 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Provisioning for port 7baa94d5-fcbc-49d6-b1dd-a76cab68846a completed by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 16:32:05.533548 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c03ccef1-55b3-4c36-a041-d6fa4384aad9 admin admin] Publish callbacks [] for security_group (56f5419d-6112-41b1-93e7-118f1c3c256f), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:05.540223 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Provisioning complete for port 7baa94d5-fcbc-49d6-b1dd-a76cab68846a triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:32:05.540986 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (7baa94d5-fcbc-49d6-b1dd-a76cab68846a), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:05.568780 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c622c03a-877b-431a-87b7-0bdb6c7c73d0 admin admin] Publish callbacks [] for security_group (c21bf446-adbe-49e7-9dd2-bcbc2e4fb795), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:05.609743 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1817b1c9-ca3f-4d5b-a83c-2f6b25e50b0c req-8a82393e-c645-4c34-94a8-61c3b6917c62 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:05.616951 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-1817b1c9-ca3f-4d5b-a83c-2f6b25e50b0c req-8a82393e-c645-4c34-94a8-61c3b6917c62 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 943 time: 0.1697698 Apr 06 16:32:05.656175 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c622c03a-877b-431a-87b7-0bdb6c7c73d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (c21bf446-adbe-49e7-9dd2-bcbc2e4fb795), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:05.695323 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-1817b1c9-ca3f-4d5b-a83c-2f6b25e50b0c req-50e341d3-0c99-4d7e-8b67-03022e1b9da8 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773032 Apr 06 16:32:05.699139 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Current status of the port 7baa94d5-fcbc-49d6-b1dd-a76cab68846a is: BUILD; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:32:05.699588 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (7baa94d5-fcbc-49d6-b1dd-a76cab68846a), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:05.702368 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c622c03a-877b-431a-87b7-0bdb6c7c73d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21bf446-adbe-49e7-9dd2-bcbc2e4fb795,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:05.738302 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8de912-ec9e-408f-8834-9641316c94f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7baa94d5-fcbc-49d6-b1dd-a76cab68846a'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:32:05.740871 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f701ca042f89aa6373cad35a0647e7390d8b08e4e39c46ca7d095e958c03af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a32a5db-7444-40b8-b57e-22589294719c" -d '{"events": [{"server_uuid": "3e8de912-ec9e-408f-8834-9641316c94f3", "name": "network-vif-plugged", "status": "completed", "tag": "7baa94d5-fcbc-49d6-b1dd-a76cab68846a"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:32:05.765841 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 7baa94d5-fcbc-49d6-b1dd-a76cab68846a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=7baa94d5-fcbc-49d6-b1dd-a76cab68846a,segment=NetworkSegment(49637f16-8a9e-4a3a-a172-f92b3c19ec2f),segment_id=49637f16-8a9e-4a3a-a172-f92b3c19ec2f)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:32:05.767734 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c03ccef1-55b3-4c36-a041-d6fa4384aad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (56f5419d-6112-41b1-93e7-118f1c3c256f), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:05.770365 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c03ccef1-55b3-4c36-a041-d6fa4384aad9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:05.774626 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c622c03a-877b-431a-87b7-0bdb6c7c73d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=103680) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 16:32:05.775002 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-c03ccef1-55b3-4c36-a041-d6fa4384aad9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/56f5419d-6112-41b1-93e7-118f1c3c256f HTTP/1.1" status: 204 len: 168 time: 0.4446313 Apr 06 16:32:05.786730 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c622c03a-877b-431a-87b7-0bdb6c7c73d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1728802'] for segment (831f44be-c52c-4ccc-bede-848f218029bb), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:05.787112 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.db.segments_db [None req-c622c03a-877b-431a-87b7-0bdb6c7c73d0 admin admin] Added segment 831f44be-c52c-4ccc-bede-848f218029bb of type vlan for network 83e848a4-d8c7-478a-9f29-4dfeaa6f8d76 Apr 06 16:32:05.792467 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03ccef1-55b3-4c36-a041-d6fa4384aad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f5419d-6112-41b1-93e7-118f1c3c256f,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:05.818881 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04f80e0-81f9-4647-b751-d15899f20192 x-openstack-request-id: req-c04f80e0-81f9-4647-b751-d15899f20192 {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:32:05.820409 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e8de912-ec9e-408f-8834-9641316c94f3", "name": "network-vif-plugged", "status": "completed", "tag": "7baa94d5-fcbc-49d6-b1dd-a76cab68846a", "code": 200}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:32:05.820691 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c04f80e0-81f9-4647-b751-d15899f20192 {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:32:05.821978 dv-cinder-815660-7-smb neutron-server[103682]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c04f80e0-81f9-4647-b751-d15899f20192'] response: {'server_uuid': '3e8de912-ec9e-408f-8834-9641316c94f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7baa94d5-fcbc-49d6-b1dd-a76cab68846a', 'code': 200} Apr 06 16:32:05.857602 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (7baa94d5-fcbc-49d6-b1dd-a76cab68846a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:05.859850 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c622c03a-877b-431a-87b7-0bdb6c7c73d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758155981114'] for network (83e848a4-d8c7-478a-9f29-4dfeaa6f8d76), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:05.935980 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907b05f-a2a5-49fe-891d-8831955e368a req-39698541-c9d7-4b31-b0a5-6c9f470f07b7 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:05.938186 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-3907b05f-a2a5-49fe-891d-8831955e368a req-39698541-c9d7-4b31-b0a5-6c9f470f07b7 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 944 time: 0.0925024 Apr 06 16:32:05.941732 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Pushing event updated for resources: {'Port': ['ID=7baa94d5-fcbc-49d6-b1dd-a76cab68846a,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:05.964818 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c622c03a-877b-431a-87b7-0bdb6c7c73d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069'] for network (83e848a4-d8c7-478a-9f29-4dfeaa6f8d76), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:05.966554 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c622c03a-877b-431a-87b7-0bdb6c7c73d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:05.967247 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c622c03a-877b-431a-87b7-0bdb6c7c73d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:06.029165 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-3907b05f-a2a5-49fe-891d-8831955e368a req-29be4594-5d48-4b09-872a-fa98d38b7015 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788939 Apr 06 16:32:06.161658 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c622c03a-877b-431a-87b7-0bdb6c7c73d0 admin admin] Pushing event updated for resources: {'Network': ['ID=83e848a4-d8c7-478a-9f29-4dfeaa6f8d76,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:06.175608 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Network 83e848a4-d8c7-478a-9f29-4dfeaa6f8d76 details requested by agent ovs-agent-dv-cinder-815660-7-smb with host dv-cinder-815660-7-smb {{(pid=103682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 16:32:06.192027 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbef7f7-90f2-4477-8ec0-8c521635e652 req-39b288aa-46a2-4b90-be32-ffe2d11d9dbd tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:06.193840 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-0bbef7f7-90f2-4477-8ec0-8c521635e652 req-39b288aa-46a2-4b90-be32-ffe2d11d9dbd tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.49 "GET /v2.0/ports?device_id=e953b495-dc77-42a4-8a2c-7ce8bd11b217 HTTP/1.1" status: 200 len: 945 time: 0.0757666 Apr 06 16:32:06.206786 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-c622c03a-877b-431a-87b7-0bdb6c7c73d0 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1528285 Apr 06 16:32:06.212219 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 35474) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:06.227188 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-82d9a6cf-9532-4b68-81ab-3885d5497679 admin admin] Request body: {'subnet': {'network_id': '83e848a4-d8c7-478a-9f29-4dfeaa6f8d76', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-588793978-subnet', 'tenant_id': '32023dfbf737477fa14ec9099e46c9b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:32:06.242584 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:06.330612 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-0bbef7f7-90f2-4477-8ec0-8c521635e652 req-3b12c6b8-484a-4b64-8e17-d82ce66d31bd tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0deb47-0ed4-4b3d-b2a8-bfe6fad3d329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282017 Apr 06 16:32:06.409648 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d9a6cf-9532-4b68-81ab-3885d5497679 admin admin] Made reservation on behalf of 32023dfbf737477fa14ec9099e46c9b1 for: {'subnet': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:32:06.413801 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-82d9a6cf-9532-4b68-81ab-3885d5497679 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:06.600623 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac423231-09c5-4268-8ed8-7c521d00175d req-2bda9fce-f001-4878-9154-0ca900cca4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:06.603290 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ac423231-09c5-4268-8ed8-7c521d00175d req-2bda9fce-f001-4878-9154-0ca900cca4ea service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8ca74d1be6e74923a3ad0eff74755b5e&device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 1127 time: 0.1019149 Apr 06 16:32:06.687854 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ac423231-09c5-4268-8ed8-7c521d00175d req-b8009a1a-034b-48b7-a6b6-ffc0e2d66010 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=509f440f-30e0-41a8-818f-560f8ed72425 HTTP/1.1" status: 200 len: 217 time: 0.0763938 Apr 06 16:32:06.689711 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-9289bec8-93f4-4d22-82f0-a14e33cd2059 req-df939705-8256-499d-953e-d78eb1ae6c50 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56f7c595-be44-48b6-8839-097f49b7fb83 HTTP/1.1" status: 200 len: 217 time: 0.2046609 Apr 06 16:32:06.697366 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1', 'tag': '509f440f-30e0-41a8-818f-560f8ed72425'}] {{(pid=103680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:32:06.701536 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37defc4f8c4d51421555421a688636eb49d5c8fee7a473d71a3f8bc7c746dcd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec02af5a-69e3-45a7-9933-13ffaca4c454" -d '{"events": [{"name": "network-changed", "server_uuid": "7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1", "tag": "509f440f-30e0-41a8-818f-560f8ed72425"}]}' {{(pid=103680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:32:06.732113 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 35488) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:06.852848 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4382af9-1007-4ae2-8873-81a3365542dd x-openstack-request-id: req-b4382af9-1007-4ae2-8873-81a3365542dd {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:32:06.853246 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1", "tag": "509f440f-30e0-41a8-818f-560f8ed72425", "status": "completed", "code": 200}]} {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:32:06.853656 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b4382af9-1007-4ae2-8873-81a3365542dd {{(pid=103680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:32:06.854300 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4382af9-1007-4ae2-8873-81a3365542dd'] response: {'name': 'network-changed', 'server_uuid': '7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1', 'tag': '509f440f-30e0-41a8-818f-560f8ed72425', 'status': 'completed', 'code': 200} Apr 06 16:32:06.863432 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-55ac0abf-70f7-4e9a-9e61-263eb419a167 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:06.953837 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe085d51-55fb-41e9-b259-d8d608cf01b1 req-c345c449-5176-45a6-b816-b44d51ed4179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:06.957244 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-fe085d51-55fb-41e9-b259-d8d608cf01b1 req-c345c449-5176-45a6-b816-b44d51ed4179 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d1c6d06c04543878527856ba1e8d48c&device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 1128 time: 0.4741170 Apr 06 16:32:06.974151 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289bec8-93f4-4d22-82f0-a14e33cd2059 req-66e2d439-901a-48ff-a89b-0f426616e9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:06.977177 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-9289bec8-93f4-4d22-82f0-a14e33cd2059 req-66e2d439-901a-48ff-a89b-0f426616e9ab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=86d619c9-3cbf-4e29-bfd6-a7485621c49d HTTP/1.1" status: 200 len: 850 time: 0.2698216 Apr 06 16:32:07.220508 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac423231-09c5-4268-8ed8-7c521d00175d req-43c8eb92-4159-4861-bb2c-bfcec294fb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:07.223255 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ac423231-09c5-4268-8ed8-7c521d00175d req-43c8eb92-4159-4861-bb2c-bfcec294fb72 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=713d2ac2-12c5-40b3-b057-72a7d64c64ec HTTP/1.1" status: 200 len: 855 time: 0.1508157 Apr 06 16:32:07.283281 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 62a2894c-0643-44d8-9bfc-395997912aa2 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=103682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 16:32:07.354002 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd002f6-b3d2-4bf9-8b27-2e60affb1359 req-71d552e6-5301-434b-bdce-d31106decb96 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:07.356707 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-8dd002f6-b3d2-4bf9-8b27-2e60affb1359 req-71d552e6-5301-434b-bdce-d31106decb96 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 944 time: 0.6867158 Apr 06 16:32:07.364997 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74950c08-59e1-4d95-8df5-bf93d0b2c25e req-e963a2bd-582d-4c09-a1a1-2a580b90b404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:07.367563 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-74950c08-59e1-4d95-8df5-bf93d0b2c25e req-e963a2bd-582d-4c09-a1a1-2a580b90b404 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3e8de912-ec9e-408f-8834-9641316c94f3 HTTP/1.1" status: 200 len: 1130 time: 0.2932568 Apr 06 16:32:07.397448 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe085d51-55fb-41e9-b259-d8d608cf01b1 req-15a9f1e8-1a2e-469a-9897-70fac43fc2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:07.399830 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-fe085d51-55fb-41e9-b259-d8d608cf01b1 req-15a9f1e8-1a2e-469a-9897-70fac43fc2b9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dad9ba10-e8cf-4082-94bd-2291edc537cc HTTP/1.1" status: 200 len: 920 time: 0.4309273 Apr 06 16:32:07.472932 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac423231-09c5-4268-8ed8-7c521d00175d req-aa17ea4c-ddf5-4c5b-8301-b1d9e74e24f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:07.475796 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ac423231-09c5-4268-8ed8-7c521d00175d req-aa17ea4c-ddf5-4c5b-8301-b1d9e74e24f8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=782e4005-3b7d-4e26-954d-25d46652bf58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2416577 Apr 06 16:32:07.556804 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-8dd002f6-b3d2-4bf9-8b27-2e60affb1359 req-86d4bfc0-1282-4001-a336-f328149ea7ee tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=b93192d1-f070-4027-9f08-6b0135c7efe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839116 Apr 06 16:32:07.603249 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-74950c08-59e1-4d95-8df5-bf93d0b2c25e req-4d781359-26eb-410e-8d4e-242f88c33c0e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766124 Apr 06 16:32:07.622333 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289bec8-93f4-4d22-82f0-a14e33cd2059 req-4c19f5ef-b561-4a2b-a358-c5b01312c9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:07.630090 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-9289bec8-93f4-4d22-82f0-a14e33cd2059 req-4c19f5ef-b561-4a2b-a358-c5b01312c9b4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=31d40b1e-6325-447a-b5a1-db51342d35c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.4815209 Apr 06 16:32:07.666349 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43228562-d356-427b-9992-ebdc63593c39 req-d081f713-9816-4f32-b7f8-49fc067a1210 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:07.679176 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-43228562-d356-427b-9992-ebdc63593c39 req-d081f713-9816-4f32-b7f8-49fc067a1210 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 943 time: 0.6970255 Apr 06 16:32:07.686551 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 62a2894c-0643-44d8-9bfc-395997912aa2, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=62a2894c-0643-44d8-9bfc-395997912aa2,segment=NetworkSegment(49637f16-8a9e-4a3a-a172-f92b3c19ec2f),segment_id=49637f16-8a9e-4a3a-a172-f92b3c19ec2f)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:32:07.712106 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Returning: {'device': '62a2894c-0643-44d8-9bfc-395997912aa2', 'network_id': 'dad9ba10-e8cf-4082-94bd-2291edc537cc', 'port_id': '62a2894c-0643-44d8-9bfc-395997912aa2', 'mac_address': 'fa:16:3e:33:d3:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5076aaf7-c1a1-40bf-87fc-8e1e2ced2174', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 16:32:07.760519 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-55ac0abf-70f7-4e9a-9e61-263eb419a167 admin admin] Publish callbacks [] for security_group (cdf36d36-7332-49af-b1d9-6ac15a6094cc), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:07.783348 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Current status of the port 62a2894c-0643-44d8-9bfc-395997912aa2 is: DOWN; New status is: BUILD {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:32:07.784616 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (62a2894c-0643-44d8-9bfc-395997912aa2), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:07.816934 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.notifiers.nova [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62a2894c-0643-44d8-9bfc-395997912aa2 {{(pid=103682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:32:07.819839 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26aabda-346a-4fe6-a906-2a0d0a2d8d5a req-76c8514b-0bac-4707-ab5e-ade675a744c2 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:07.823147 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-fe085d51-55fb-41e9-b259-d8d608cf01b1 req-9919926b-0f49-4f03-ac97-ca0a5cd662c0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62a2894c-0643-44d8-9bfc-395997912aa2 HTTP/1.1" status: 200 len: 217 time: 0.0654402 Apr 06 16:32:07.823559 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-d26aabda-346a-4fe6-a906-2a0d0a2d8d5a req-76c8514b-0bac-4707-ab5e-ade675a744c2 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 944 time: 0.1124132 Apr 06 16:32:07.837357 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-55ac0abf-70f7-4e9a-9e61-263eb419a167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (cdf36d36-7332-49af-b1d9-6ac15a6094cc), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:07.852574 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-43228562-d356-427b-9992-ebdc63593c39 req-99e26d69-9d5b-49e7-b241-64d46843dd1c tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715863 Apr 06 16:32:07.870714 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 62a2894c-0643-44d8-9bfc-395997912aa2, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=62a2894c-0643-44d8-9bfc-395997912aa2,segment=NetworkSegment(49637f16-8a9e-4a3a-a172-f92b3c19ec2f),segment_id=49637f16-8a9e-4a3a-a172-f92b3c19ec2f)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:32:07.887718 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-55ac0abf-70f7-4e9a-9e61-263eb419a167 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6caea68d4e3b4eada4dc10b83a6bae52&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1301658 Apr 06 16:32:07.889184 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ac0abf-70f7-4e9a-9e61-263eb419a167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf36d36-7332-49af-b1d9-6ac15a6094cc,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:07.891243 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 35506) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:07.949177 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-82d9a6cf-9532-4b68-81ab-3885d5497679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069'] for subnet (c1d9775f-cec7-4ed5-95d1-fafa07592738), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:07.977748 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (62a2894c-0643-44d8-9bfc-395997912aa2), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:07.987414 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-d26aabda-346a-4fe6-a906-2a0d0a2d8d5a req-658aede3-d1d4-4be1-a4ef-6d6d97c3c84e tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493561 Apr 06 16:32:08.020357 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f018dafe-f3bf-4405-8e6c-f11b6938e0d2 admin admin] Publish callbacks [] for security_group (cdf36d36-7332-49af-b1d9-6ac15a6094cc), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:08.045196 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d9a6cf-9532-4b68-81ab-3885d5497679 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1d9775f-cec7-4ed5-95d1-fafa07592738,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:08.053092 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Pushing event updated for resources: {'Port': ['ID=62a2894c-0643-44d8-9bfc-395997912aa2,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:08.074289 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d9a6cf-9532-4b68-81ab-3885d5497679 admin admin] Checking segment: {'id': '831f44be-c52c-4ccc-bede-848f218029bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '83e848a4-d8c7-478a-9f29-4dfeaa6f8d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:32:08.074658 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d9a6cf-9532-4b68-81ab-3885d5497679 admin admin] Network hostable DHCP agents. Network: 83e848a4-d8c7-478a-9f29-4dfeaa6f8d76, hostable agents: ['f8e9d332-5077-4d82-8c59-e3560cf7409d'], hosted agents: [] {{(pid=103680) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 16:32:08.076352 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f018dafe-f3bf-4405-8e6c-f11b6938e0d2 admin admin] Publish callbacks [] for security_group (cdf36d36-7332-49af-b1d9-6ac15a6094cc), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:08.086353 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c5d01-c270-4961-8285-063de0d6c73c req-a5a1f594-f4b1-4f68-8c05-c47edd123274 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:08.088051 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-7b1c5d01-c270-4961-8285-063de0d6c73c req-a5a1f594-f4b1-4f68-8c05-c47edd123274 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.49 "GET /v2.0/ports?device_id=e953b495-dc77-42a4-8a2c-7ce8bd11b217 HTTP/1.1" status: 200 len: 945 time: 0.1151962 Apr 06 16:32:08.161367 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-7b1c5d01-c270-4961-8285-063de0d6c73c req-e4e2e8f0-365f-4090-9211-ce42cb2c3fd2 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0deb47-0ed4-4b3d-b2a8-bfe6fad3d329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590816 Apr 06 16:32:08.189352 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d9a6cf-9532-4b68-81ab-3885d5497679 admin admin] Network 83e848a4-d8c7-478a-9f29-4dfeaa6f8d76 is scheduled to be hosted by DHCP agent f8e9d332-5077-4d82-8c59-e3560cf7409d with binding_index 1 {{(pid=103680) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 16:32:08.338554 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f018dafe-f3bf-4405-8e6c-f11b6938e0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (cdf36d36-7332-49af-b1d9-6ac15a6094cc), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:08.343199 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f018dafe-f3bf-4405-8e6c-f11b6938e0d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:08.345577 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-f018dafe-f3bf-4405-8e6c-f11b6938e0d2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cdf36d36-7332-49af-b1d9-6ac15a6094cc HTTP/1.1" status: 204 len: 168 time: 0.4522011 Apr 06 16:32:08.346744 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] get_ports_and_sgs() called for port_ids ['62a2894c-0643-44d8-9bfc-395997912aa2'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:32:08.387902 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-82d9a6cf-9532-4b68-81ab-3885d5497679 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-7-smb, 83e848a4-d8c7-478a-9f29-4dfeaa6f8d76) {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:32:08.402892 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d9a6cf-9532-4b68-81ab-3885d5497679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:08.403717 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-82d9a6cf-9532-4b68-81ab-3885d5497679 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for subnet (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:08.406560 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f018dafe-f3bf-4405-8e6c-f11b6938e0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf36d36-7332-49af-b1d9-6ac15a6094cc,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:08.445742 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a109d8-5027-4207-9434-fabd31942f1d None None] Network 83e848a4-d8c7-478a-9f29-4dfeaa6f8d76 requested from dv-cinder-815660-7-smb {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:32:08.465415 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe085d51-55fb-41e9-b259-d8d608cf01b1 req-df817b64-b5d4-443e-88b3-b7761bd2c783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:08.467740 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-fe085d51-55fb-41e9-b259-d8d608cf01b1 req-df817b64-b5d4-443e-88b3-b7761bd2c783 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5076aaf7-c1a1-40bf-87fc-8e1e2ced2174 HTTP/1.1" status: 200 len: 858 time: 0.1980431 Apr 06 16:32:08.523484 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ac423231-09c5-4268-8ed8-7c521d00175d req-517d0cb0-4ebe-445d-8b7b-c7200e4227a9 service neutron] 10.222.0.39 "GET /v2.0/networks/782e4005-3b7d-4e26-954d-25d46652bf58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675645 Apr 06 16:32:08.524671 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-82d9a6cf-9532-4b68-81ab-3885d5497679 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.3105068 Apr 06 16:32:08.533091 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-9289bec8-93f4-4d22-82f0-a14e33cd2059 req-22b0a850-6fcd-408c-8dc0-ee141ae9c1f7 service neutron] 10.222.0.39 "GET /v2.0/networks/31d40b1e-6325-447a-b5a1-db51342d35c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756202 Apr 06 16:32:08.719866 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 35524) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:08.767987 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa796e5e-bbd2-4aa6-88c7-00bcdfe1dde6 admin admin] Deleting subnet 1fecf5b1-c9b9-4e66-b87e-7eabc65b20c7 {{(pid=103680) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 16:32:08.771861 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-fa796e5e-bbd2-4aa6-88c7-00bcdfe1dde6 admin admin] Publish callbacks [] for subnet (1fecf5b1-c9b9-4e66-b87e-7eabc65b20c7), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:08.805878 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a0221a-f1b4-483a-9d2a-64aba08964f2 None None] Network 83e848a4-d8c7-478a-9f29-4dfeaa6f8d76 requested from dv-cinder-815660-7-smb {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:32:08.911470 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-fa796e5e-bbd2-4aa6-88c7-00bcdfe1dde6 admin admin] Publish callbacks [] for subnet (1fecf5b1-c9b9-4e66-b87e-7eabc65b20c7), precommit_delete_associations {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:08.936618 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe085d51-55fb-41e9-b259-d8d608cf01b1 req-cd1854b3-adf1-4710-99f2-4e7d3dd7e028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:08.938621 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-fe085d51-55fb-41e9-b259-d8d608cf01b1 req-cd1854b3-adf1-4710-99f2-4e7d3dd7e028 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dad9ba10-e8cf-4082-94bd-2291edc537cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1449614 Apr 06 16:32:08.940164 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-fa796e5e-bbd2-4aa6-88c7-00bcdfe1dde6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1833433'] for subnet (1fecf5b1-c9b9-4e66-b87e-7eabc65b20c7), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:08.967687 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449efce-528f-4e41-ae0f-6297f989de70 req-e55b5fba-d226-4eec-b122-490c92cb5679 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:08.976304 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-f449efce-528f-4e41-ae0f-6297f989de70 req-e55b5fba-d226-4eec-b122-490c92cb5679 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 944 time: 0.2561696 Apr 06 16:32:09.035816 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ac423231-09c5-4268-8ed8-7c521d00175d req-001d8b3a-0f76-46af-8f20-1320db2cab3f service neutron] 10.222.0.39 "GET /v2.0/networks/782e4005-3b7d-4e26-954d-25d46652bf58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413292 Apr 06 16:32:09.074178 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-f449efce-528f-4e41-ae0f-6297f989de70 req-8c3d25cd-2f36-492d-a57d-94b7fa9a978c tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=b93192d1-f070-4027-9f08-6b0135c7efe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705090 Apr 06 16:32:09.278162 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c1845-cc1a-4078-8787-cb74159252e5 req-2cad622d-02bd-4f34-8333-d24c58d6dde7 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:09.280002 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-d39c1845-cc1a-4078-8787-cb74159252e5 req-2cad622d-02bd-4f34-8333-d24c58d6dde7 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 945 time: 0.1074960 Apr 06 16:32:09.339418 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-9289bec8-93f4-4d22-82f0-a14e33cd2059 req-998d1c23-e352-46d9-add3-958ecb8eac2b service neutron] 10.222.0.39 "GET /v2.0/networks/31d40b1e-6325-447a-b5a1-db51342d35c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5467935 Apr 06 16:32:09.377859 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e67b60-e0cd-44a1-b403-d22c6f4ac508 req-d81e7c9b-1b3b-4fc6-b56e-18f27c4ff7ef tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:09.379441 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-56e67b60-e0cd-44a1-b403-d22c6f4ac508 req-d81e7c9b-1b3b-4fc6-b56e-18f27c4ff7ef tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 943 time: 0.4127927 Apr 06 16:32:09.393570 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-d39c1845-cc1a-4078-8787-cb74159252e5 req-3566ec63-288c-47ed-bc24-8734b074bf3b tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002541 Apr 06 16:32:09.417644 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-fe085d51-55fb-41e9-b259-d8d608cf01b1 req-ce7978e3-f115-4696-9441-4b2d3b0fb3b9 service neutron] 10.222.0.39 "GET /v2.0/networks/dad9ba10-e8cf-4082-94bd-2291edc537cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4465625 Apr 06 16:32:09.445480 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-fa796e5e-bbd2-4aa6-88c7-00bcdfe1dde6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1833430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069'] for subnet (1fecf5b1-c9b9-4e66-b87e-7eabc65b20c7), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:09.488202 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-56e67b60-e0cd-44a1-b403-d22c6f4ac508 req-d7478eef-732f-45f7-aaca-c098acececf6 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958545 Apr 06 16:32:09.489276 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa796e5e-bbd2-4aa6-88c7-00bcdfe1dde6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fecf5b1-c9b9-4e66-b87e-7eabc65b20c7,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:09.550448 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-fa796e5e-bbd2-4aa6-88c7-00bcdfe1dde6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:09.559370 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-fa796e5e-bbd2-4aa6-88c7-00bcdfe1dde6 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1fecf5b1-c9b9-4e66-b87e-7eabc65b20c7 HTTP/1.1" status: 204 len: 168 time: 0.8372400 Apr 06 16:32:09.563686 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 35548) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:09.624232 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4172e9-247a-43a2-8731-4af462eed879 req-56825e19-94b1-436d-b0af-ea70f32eb359 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:09.627231 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-3f4172e9-247a-43a2-8731-4af462eed879 req-56825e19-94b1-436d-b0af-ea70f32eb359 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.49 "GET /v2.0/ports?device_id=e953b495-dc77-42a4-8a2c-7ce8bd11b217 HTTP/1.1" status: 200 len: 945 time: 0.0962560 Apr 06 16:32:09.647659 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 62a2894c-0643-44d8-9bfc-395997912aa2 up at agent hyperv_hv-cinder-81566 {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:32:09.683917 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-87526e62-7a56-4efb-952d-c31e871bb319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1710238'] for network (2ee64596-3683-4ff6-8f79-346acf0d2680), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:09.704186 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-3f4172e9-247a-43a2-8731-4af462eed879 req-2dec3c95-5812-474a-8e1d-f2c4333c8304 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0deb47-0ed4-4b3d-b2a8-bfe6fad3d329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702000 Apr 06 16:32:09.848690 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-87526e62-7a56-4efb-952d-c31e871bb319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1831458', 'neutron.services.segments.db._delete_segments_for_network-8758156444793'] for network (2ee64596-3683-4ff6-8f79-346acf0d2680), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:09.898028 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-87526e62-7a56-4efb-952d-c31e871bb319 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:32:09.898661 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-87526e62-7a56-4efb-952d-c31e871bb319 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:32:09.900053 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-87526e62-7a56-4efb-952d-c31e871bb319 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:32:09.900608 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-87526e62-7a56-4efb-952d-c31e871bb319 admin admin] Subscribe: > port after_create 55550000 {{(pid=103680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:32:09.901218 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-87526e62-7a56-4efb-952d-c31e871bb319 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:32:09.901955 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-87526e62-7a56-4efb-952d-c31e871bb319 admin admin] Subscribe: > port after_update 55550000 {{(pid=103680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:32:09.902513 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-87526e62-7a56-4efb-952d-c31e871bb319 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:32:09.903147 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-87526e62-7a56-4efb-952d-c31e871bb319 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:32:09.903741 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-87526e62-7a56-4efb-952d-c31e871bb319 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:32:09.904766 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-87526e62-7a56-4efb-952d-c31e871bb319 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:32:09.995421 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Provisioning for port 62a2894c-0643-44d8-9bfc-395997912aa2 completed by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 16:32:10.008350 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Provisioning complete for port 62a2894c-0643-44d8-9bfc-395997912aa2 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:32:10.009374 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (62a2894c-0643-44d8-9bfc-395997912aa2), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:10.084043 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-87526e62-7a56-4efb-952d-c31e871bb319 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:32:10.084729 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-87526e62-7a56-4efb-952d-c31e871bb319 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:32:10.085358 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-87526e62-7a56-4efb-952d-c31e871bb319 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:32:10.086171 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-87526e62-7a56-4efb-952d-c31e871bb319 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:32:10.087201 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.services.segments.db [None req-87526e62-7a56-4efb-952d-c31e871bb319 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ee64596-3683-4ff6-8f79-346acf0d2680']}} {{(pid=103680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:32:10.128696 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.services.segments.db [None req-87526e62-7a56-4efb-952d-c31e871bb319 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dd6985d-3875-4cc6-a35b-965370984320') {'for_net_delete': True} {{(pid=103680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:32:10.129184 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.services.segments.db [None req-87526e62-7a56-4efb-952d-c31e871bb319 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dd6985d-3875-4cc6-a35b-965370984320') {} {{(pid=103680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:32:10.139367 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Current status of the port 62a2894c-0643-44d8-9bfc-395997912aa2 is: BUILD; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:32:10.140073 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (62a2894c-0643-44d8-9bfc-395997912aa2), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:10.150993 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-87526e62-7a56-4efb-952d-c31e871bb319 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758156443522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5945779'] for segment (3dd6985d-3875-4cc6-a35b-965370984320), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:10.209390 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-87526e62-7a56-4efb-952d-c31e871bb319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1728802'] for segment (3dd6985d-3875-4cc6-a35b-965370984320), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:10.227184 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 62a2894c-0643-44d8-9bfc-395997912aa2, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=62a2894c-0643-44d8-9bfc-395997912aa2,segment=NetworkSegment(49637f16-8a9e-4a3a-a172-f92b3c19ec2f),segment_id=49637f16-8a9e-4a3a-a172-f92b3c19ec2f)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:32:10.227184 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c800e6-bbec-49af-8590-37eb9547870e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a2894c-0643-44d8-9bfc-395997912aa2'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:32:10.228301 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f701ca042f89aa6373cad35a0647e7390d8b08e4e39c46ca7d095e958c03af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc5688c-8cfb-4d0c-8d55-30ecf1e418d2" -d '{"events": [{"server_uuid": "e3c800e6-bbec-49af-8590-37eb9547870e", "name": "network-vif-plugged", "status": "completed", "tag": "62a2894c-0643-44d8-9bfc-395997912aa2"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:32:10.263333 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87526e62-7a56-4efb-952d-c31e871bb319 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103680) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 16:32:10.264060 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-87526e62-7a56-4efb-952d-c31e871bb319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1728802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5978208'] for segment (3dd6985d-3875-4cc6-a35b-965370984320), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:10.272598 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05d3617-1200-4efd-aff7-551c23b1a290 x-openstack-request-id: req-c05d3617-1200-4efd-aff7-551c23b1a290 {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:32:10.273021 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3c800e6-bbec-49af-8590-37eb9547870e", "name": "network-vif-plugged", "status": "completed", "tag": "62a2894c-0643-44d8-9bfc-395997912aa2", "code": 200}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:32:10.273280 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c05d3617-1200-4efd-aff7-551c23b1a290 {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:32:10.273733 dv-cinder-815660-7-smb neutron-server[103682]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c05d3617-1200-4efd-aff7-551c23b1a290'] response: {'server_uuid': 'e3c800e6-bbec-49af-8590-37eb9547870e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a2894c-0643-44d8-9bfc-395997912aa2', 'code': 200} Apr 06 16:32:10.295490 dv-cinder-815660-7-smb neutron-server[103680]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 16:32:10.295490 dv-cinder-815660-7-smb neutron-server[103680]: from cryptography.utils import int_from_bytes Apr 06 16:32:10.295490 dv-cinder-815660-7-smb neutron-server[103680]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 16:32:10.295490 dv-cinder-815660-7-smb neutron-server[103680]: from cryptography.utils import int_from_bytes Apr 06 16:32:10.295490 dv-cinder-815660-7-smb neutron-server[103680]: Traceback (most recent call last): Apr 06 16:32:10.295490 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 16:32:10.295490 dv-cinder-815660-7-smb neutron-server[103680]: timer() Apr 06 16:32:10.295490 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 16:32:10.295490 dv-cinder-815660-7-smb neutron-server[103680]: cb(*args, **kw) Apr 06 16:32:10.295490 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 16:32:10.295490 dv-cinder-815660-7-smb neutron-server[103680]: return func(*args, **kwargs) Apr 06 16:32:10.295490 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 16:32:10.295490 dv-cinder-815660-7-smb neutron-server[103680]: self._notify() Apr 06 16:32:10.295490 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 16:32:10.295490 dv-cinder-815660-7-smb neutron-server[103680]: self.callback(batched_events) Apr 06 16:32:10.295490 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 16:32:10.295490 dv-cinder-815660-7-smb neutron-server[103680]: event.method(event) Apr 06 16:32:10.295490 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 16:32:10.295490 dv-cinder-815660-7-smb neutron-server[103680]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 16:32:10.295490 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 16:32:10.295490 dv-cinder-815660-7-smb neutron-server[103680]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 16:32:10.295490 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 16:32:10.295490 dv-cinder-815660-7-smb neutron-server[103680]: return f(self, *a, **k) Apr 06 16:32:10.295490 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 16:32:10.295490 dv-cinder-815660-7-smb neutron-server[103680]: return self._get(url).json() Apr 06 16:32:10.295490 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 16:32:10.295490 dv-cinder-815660-7-smb neutron-server[103680]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 16:32:10.295490 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 16:32:10.295490 dv-cinder-815660-7-smb neutron-server[103680]: return self.request(url, 'GET', **kwargs) Apr 06 16:32:10.295490 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 16:32:10.295490 dv-cinder-815660-7-smb neutron-server[103680]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 16:32:10.295490 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 16:32:10.295490 dv-cinder-815660-7-smb neutron-server[103680]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 16:32:10.295490 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 16:32:10.295490 dv-cinder-815660-7-smb neutron-server[103680]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 16:32:10.295490 dv-cinder-815660-7-smb neutron-server[103680]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 16:32:10.332582 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (62a2894c-0643-44d8-9bfc-395997912aa2), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:10.380046 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51356ff-ed52-4caf-b0bc-f3ac2dd5e9fa req-0f3c0515-3f8d-4a5a-a7b3-29d4f15d29ce tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:10.382045 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-f51356ff-ed52-4caf-b0bc-f3ac2dd5e9fa req-0f3c0515-3f8d-4a5a-a7b3-29d4f15d29ce tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 944 time: 0.1928909 Apr 06 16:32:10.412982 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Pushing event updated for resources: {'Port': ['ID=62a2894c-0643-44d8-9bfc-395997912aa2,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:10.447966 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-87526e62-7a56-4efb-952d-c31e871bb319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1831515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617055'] for network (2ee64596-3683-4ff6-8f79-346acf0d2680), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:10.456091 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-87526e62-7a56-4efb-952d-c31e871bb319 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:10.461227 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-87526e62-7a56-4efb-952d-c31e871bb319 admin admin] 10.222.0.49 "DELETE /v2.0/networks/2ee64596-3683-4ff6-8f79-346acf0d2680 HTTP/1.1" status: 204 len: 168 time: 0.8956194 Apr 06 16:32:10.463197 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 35572) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:10.481953 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-f51356ff-ed52-4caf-b0bc-f3ac2dd5e9fa req-f3e67320-f6af-440e-9253-52cb911319bb tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=b93192d1-f070-4027-9f08-6b0135c7efe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930192 Apr 06 16:32:10.510320 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87526e62-7a56-4efb-952d-c31e871bb319 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ee64596-3683-4ff6-8f79-346acf0d2680,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:10.573037 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.db_base_plugin_v2 [None req-60b6b9b5-0c7e-431d-b448-04f39d6e1f31 admin admin] Deleting subnet c1d9775f-cec7-4ed5-95d1-fafa07592738 {{(pid=103681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 16:32:10.578507 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-60b6b9b5-0c7e-431d-b448-04f39d6e1f31 admin admin] Publish callbacks [] for subnet (c1d9775f-cec7-4ed5-95d1-fafa07592738), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:10.631766 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e9146-5853-4900-8751-dd340bb153ba req-be7781a5-8433-4be6-bfac-b5f388775abc tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:10.633451 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-9d0e9146-5853-4900-8751-dd340bb153ba req-be7781a5-8433-4be6-bfac-b5f388775abc tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 946 time: 0.1136208 Apr 06 16:32:10.635987 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-60b6b9b5-0c7e-431d-b448-04f39d6e1f31 admin admin] Publish callbacks [] for subnet (c1d9775f-cec7-4ed5-95d1-fafa07592738), precommit_delete_associations {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:10.660327 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-60b6b9b5-0c7e-431d-b448-04f39d6e1f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1833433'] for subnet (c1d9775f-cec7-4ed5-95d1-fafa07592738), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:10.766198 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bdd73-7fc0-4ab6-a1dc-ae8afc873935 req-85e71bf6-c4bd-4c9d-a4b4-c54539ee0687 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:10.768441 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-120bdd73-7fc0-4ab6-a1dc-ae8afc873935 req-85e71bf6-c4bd-4c9d-a4b4-c54539ee0687 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 943 time: 0.1315658 Apr 06 16:32:10.834888 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-9d0e9146-5853-4900-8751-dd340bb153ba req-75a251db-9215-4958-9da6-afc16027dc04 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889009 Apr 06 16:32:10.902497 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-120bdd73-7fc0-4ab6-a1dc-ae8afc873935 req-a7248891-60d4-4ee6-9626-e75bea5dbe68 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076970 Apr 06 16:32:11.011313 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-60b6b9b5-0c7e-431d-b448-04f39d6e1f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1833430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069'] for subnet (c1d9775f-cec7-4ed5-95d1-fafa07592738), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:11.048306 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b6b9b5-0c7e-431d-b448-04f39d6e1f31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1d9775f-cec7-4ed5-95d1-fafa07592738,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:11.050788 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-60b6b9b5-0c7e-431d-b448-04f39d6e1f31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for subnet (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:11.054610 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-60b6b9b5-0c7e-431d-b448-04f39d6e1f31 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c1d9775f-cec7-4ed5-95d1-fafa07592738 HTTP/1.1" status: 204 len: 168 time: 0.5902457 Apr 06 16:32:11.057690 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 35596) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:11.160417 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a1779ba0-a13d-4d97-8695-dcab7e9c1fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1710238'] for network (83e848a4-d8c7-478a-9f29-4dfeaa6f8d76), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:11.278133 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a1779ba0-a13d-4d97-8695-dcab7e9c1fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1831458', 'neutron.services.segments.db._delete_segments_for_network-8758156444793'] for network (83e848a4-d8c7-478a-9f29-4dfeaa6f8d76), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:11.307108 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.services.segments.db [None req-a1779ba0-a13d-4d97-8695-dcab7e9c1fde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83e848a4-d8c7-478a-9f29-4dfeaa6f8d76']}} {{(pid=103680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:32:11.320353 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.services.segments.db [None req-a1779ba0-a13d-4d97-8695-dcab7e9c1fde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '831f44be-c52c-4ccc-bede-848f218029bb') {'for_net_delete': True} {{(pid=103680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:32:11.320650 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.services.segments.db [None req-a1779ba0-a13d-4d97-8695-dcab7e9c1fde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '831f44be-c52c-4ccc-bede-848f218029bb') {} {{(pid=103680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:32:11.340675 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a1779ba0-a13d-4d97-8695-dcab7e9c1fde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758156443522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5945779'] for segment (831f44be-c52c-4ccc-bede-848f218029bb), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:11.367002 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a1779ba0-a13d-4d97-8695-dcab7e9c1fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1728802'] for segment (831f44be-c52c-4ccc-bede-848f218029bb), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:11.379120 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1779ba0-a13d-4d97-8695-dcab7e9c1fde admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103680) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 16:32:11.379540 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a1779ba0-a13d-4d97-8695-dcab7e9c1fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1728802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5978208'] for segment (831f44be-c52c-4ccc-bede-848f218029bb), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:11.382419 dv-cinder-815660-7-smb neutron-server[103680]: Traceback (most recent call last): Apr 06 16:32:11.382419 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 16:32:11.382419 dv-cinder-815660-7-smb neutron-server[103680]: timer() Apr 06 16:32:11.382419 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 16:32:11.382419 dv-cinder-815660-7-smb neutron-server[103680]: cb(*args, **kw) Apr 06 16:32:11.382419 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 16:32:11.382419 dv-cinder-815660-7-smb neutron-server[103680]: return func(*args, **kwargs) Apr 06 16:32:11.382419 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 16:32:11.382419 dv-cinder-815660-7-smb neutron-server[103680]: self._notify() Apr 06 16:32:11.382419 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 16:32:11.382419 dv-cinder-815660-7-smb neutron-server[103680]: self.callback(batched_events) Apr 06 16:32:11.382419 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 16:32:11.382419 dv-cinder-815660-7-smb neutron-server[103680]: event.method(event) Apr 06 16:32:11.382419 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 16:32:11.382419 dv-cinder-815660-7-smb neutron-server[103680]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 16:32:11.382419 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 16:32:11.382419 dv-cinder-815660-7-smb neutron-server[103680]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 16:32:11.382419 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 16:32:11.382419 dv-cinder-815660-7-smb neutron-server[103680]: return f(self, *a, **k) Apr 06 16:32:11.382419 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 16:32:11.382419 dv-cinder-815660-7-smb neutron-server[103680]: return self._get(url).json() Apr 06 16:32:11.382419 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 16:32:11.382419 dv-cinder-815660-7-smb neutron-server[103680]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 16:32:11.382419 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 16:32:11.382419 dv-cinder-815660-7-smb neutron-server[103680]: return self.request(url, 'GET', **kwargs) Apr 06 16:32:11.382419 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 16:32:11.382419 dv-cinder-815660-7-smb neutron-server[103680]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 16:32:11.382419 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 16:32:11.382419 dv-cinder-815660-7-smb neutron-server[103680]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 16:32:11.382419 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 16:32:11.382419 dv-cinder-815660-7-smb neutron-server[103680]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 16:32:11.382419 dv-cinder-815660-7-smb neutron-server[103680]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 16:32:11.561854 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a1779ba0-a13d-4d97-8695-dcab7e9c1fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1831515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617055'] for network (83e848a4-d8c7-478a-9f29-4dfeaa6f8d76), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:11.580277 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a1779ba0-a13d-4d97-8695-dcab7e9c1fde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:11.584750 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-a1779ba0-a13d-4d97-8695-dcab7e9c1fde admin admin] 10.222.0.49 "DELETE /v2.0/networks/83e848a4-d8c7-478a-9f29-4dfeaa6f8d76 HTTP/1.1" status: 204 len: 168 time: 0.5251813 Apr 06 16:32:11.635428 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1779ba0-a13d-4d97-8695-dcab7e9c1fde admin admin] Pushing event deleted for resources: {'Network': ['ID=83e848a4-d8c7-478a-9f29-4dfeaa6f8d76,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:11.637656 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.agents_db [None req-a950ddbd-9d44-4943-b7d7-a118ae2e1c13 None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:32:11.698505 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6cfe1f-f52c-4ede-8076-85ccf6fa06ee req-ff8e9df0-94d6-40bf-a34e-2af2749db7e5 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:11.711615 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-4b6cfe1f-f52c-4ede-8076-85ccf6fa06ee req-ff8e9df0-94d6-40bf-a34e-2af2749db7e5 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 944 time: 0.0787716 Apr 06 16:32:11.780582 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-4b6cfe1f-f52c-4ede-8076-85ccf6fa06ee req-1495441b-6dcb-4870-a673-43297bd4b2ce tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=b93192d1-f070-4027-9f08-6b0135c7efe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714238 Apr 06 16:32:12.021389 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bea1c8-ffc3-47a3-b7ac-60db2fcbd3bb req-67a171ea-84fe-48e2-8a96-3721908c34bc tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:12.023885 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-c7bea1c8-ffc3-47a3-b7ac-60db2fcbd3bb req-67a171ea-84fe-48e2-8a96-3721908c34bc tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 946 time: 0.0761044 Apr 06 16:32:12.118455 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-c7bea1c8-ffc3-47a3-b7ac-60db2fcbd3bb req-ac95f5e5-8eb7-4091-b9d6-b69d3eeffbab tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706313 Apr 06 16:32:12.181855 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 35636) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:12.294083 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-dd08fc95-8faa-4b56-ab8a-404057706c6e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8e158ab7badd428ab029b250f5757ea9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1105399 Apr 06 16:32:12.297816 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 35640) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:12.326072 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76150dae-d32b-48ad-8336-5898f8b7c365 req-d6e441af-f5cc-448b-ba62-57abee7f2fce tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:12.329828 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-76150dae-d32b-48ad-8336-5898f8b7c365 req-d6e441af-f5cc-448b-ba62-57abee7f2fce tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 943 time: 0.1212049 Apr 06 16:32:12.466584 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-76150dae-d32b-48ad-8336-5898f8b7c365 req-a7ee24c0-d168-4e11-a1b0-437c5368c5ac tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239851 Apr 06 16:32:12.543942 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-009d238f-9de5-4c07-97b2-2cfed7bb8c97 admin admin] Publish callbacks [] for security_group (0ca96729-526f-4e0d-be62-ad763e4e59d4), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:12.638408 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-009d238f-9de5-4c07-97b2-2cfed7bb8c97 admin admin] Publish callbacks [] for security_group (0ca96729-526f-4e0d-be62-ad763e4e59d4), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:12.663451 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02af5a-69e3-45a7-9933-13ffaca4c454 req-461215f2-5a04-49e3-99d8-77c1161d6e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:12.666240 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ec02af5a-69e3-45a7-9933-13ffaca4c454 req-461215f2-5a04-49e3-99d8-77c1161d6e16 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8ca74d1be6e74923a3ad0eff74755b5e&device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 1127 time: 0.3077035 Apr 06 16:32:12.669314 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-fe085d51-55fb-41e9-b259-d8d608cf01b1 req-1d5a9909-b830-4b0f-be27-58161fa6c153 service neutron] 10.222.0.39 "GET /v2.0/networks/dad9ba10-e8cf-4082-94bd-2291edc537cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261194 Apr 06 16:32:12.884992 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-009d238f-9de5-4c07-97b2-2cfed7bb8c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (0ca96729-526f-4e0d-be62-ad763e4e59d4), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:12.888584 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-009d238f-9de5-4c07-97b2-2cfed7bb8c97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:12.892437 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-009d238f-9de5-4c07-97b2-2cfed7bb8c97 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0ca96729-526f-4e0d-be62-ad763e4e59d4 HTTP/1.1" status: 204 len: 168 time: 0.5913036 Apr 06 16:32:12.909181 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d238f-9de5-4c07-97b2-2cfed7bb8c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca96729-526f-4e0d-be62-ad763e4e59d4,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:12.926631 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009d238f-9de5-4c07-97b2-2cfed7bb8c97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:12.927317 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009d238f-9de5-4c07-97b2-2cfed7bb8c97 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:12.928023 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009d238f-9de5-4c07-97b2-2cfed7bb8c97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:12.928657 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009d238f-9de5-4c07-97b2-2cfed7bb8c97 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:12.929934 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009d238f-9de5-4c07-97b2-2cfed7bb8c97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:12.931492 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009d238f-9de5-4c07-97b2-2cfed7bb8c97 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:12.931492 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009d238f-9de5-4c07-97b2-2cfed7bb8c97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:12.932946 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009d238f-9de5-4c07-97b2-2cfed7bb8c97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:12.932946 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009d238f-9de5-4c07-97b2-2cfed7bb8c97 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:12.933910 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009d238f-9de5-4c07-97b2-2cfed7bb8c97 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:12.934730 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009d238f-9de5-4c07-97b2-2cfed7bb8c97 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:12.935360 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009d238f-9de5-4c07-97b2-2cfed7bb8c97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:12.936011 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009d238f-9de5-4c07-97b2-2cfed7bb8c97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:12.936734 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009d238f-9de5-4c07-97b2-2cfed7bb8c97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:12.938053 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009d238f-9de5-4c07-97b2-2cfed7bb8c97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:12.991400 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac8c39-1828-4158-b4c9-406d35d1ae0f req-c030ae09-6801-4b2e-a0a0-5d36a7cfe802 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:13.004565 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-4dac8c39-1828-4158-b4c9-406d35d1ae0f req-c030ae09-6801-4b2e-a0a0-5d36a7cfe802 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 944 time: 0.1398249 Apr 06 16:32:13.076796 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-4dac8c39-1828-4158-b4c9-406d35d1ae0f req-3c91d95a-af73-4881-b926-abf7c6722930 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=b93192d1-f070-4027-9f08-6b0135c7efe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644872 Apr 06 16:32:13.299626 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfaaf95-92d7-4172-80cd-8904aa1e80c7 req-b677c568-2284-401d-b722-e3012130143f tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:13.301262 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-6cfaaf95-92d7-4172-80cd-8904aa1e80c7 req-b677c568-2284-401d-b722-e3012130143f tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 946 time: 0.0874839 Apr 06 16:32:13.385315 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-6cfaaf95-92d7-4172-80cd-8904aa1e80c7 req-4c76460d-f106-411c-88e0-6d96221bc369 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616038 Apr 06 16:32:13.629772 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 509f440f-30e0-41a8-818f-560f8ed72425 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=103682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 16:32:13.665064 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de6a4e-9817-4eb4-a9ce-2c926ec65f6c req-5c88e425-c2b7-4a87-b903-d6aec55d58ec tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:13.676661 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-54de6a4e-9817-4eb4-a9ce-2c926ec65f6c req-5c88e425-c2b7-4a87-b903-d6aec55d58ec tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 943 time: 0.0900986 Apr 06 16:32:13.758302 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 509f440f-30e0-41a8-818f-560f8ed72425, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=509f440f-30e0-41a8-818f-560f8ed72425,segment=NetworkSegment(4338e709-dc46-4a61-ada5-02557dc55805),segment_id=4338e709-dc46-4a61-ada5-02557dc55805)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:32:13.758946 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-54de6a4e-9817-4eb4-a9ce-2c926ec65f6c req-e1cddc23-04bc-4c9e-9c47-a7ebce040761 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767269 Apr 06 16:32:13.774458 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Returning: {'device': '509f440f-30e0-41a8-818f-560f8ed72425', 'network_id': '782e4005-3b7d-4e26-954d-25d46652bf58', 'port_id': '509f440f-30e0-41a8-818f-560f8ed72425', 'mac_address': 'fa:16:3e:46:75:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '713d2ac2-12c5-40b3-b057-72a7d64c64ec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 16:32:13.821321 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Current status of the port 509f440f-30e0-41a8-818f-560f8ed72425 is: DOWN; New status is: BUILD {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:32:13.821732 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (509f440f-30e0-41a8-818f-560f8ed72425), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:13.829934 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 35680) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:13.853931 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.notifiers.nova [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 509f440f-30e0-41a8-818f-560f8ed72425 {{(pid=103682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:32:13.881096 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 509f440f-30e0-41a8-818f-560f8ed72425, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=509f440f-30e0-41a8-818f-560f8ed72425,segment=NetworkSegment(4338e709-dc46-4a61-ada5-02557dc55805),segment_id=4338e709-dc46-4a61-ada5-02557dc55805)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:32:13.895982 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-7bbef7cb-4d8a-4fba-b57a-fe8faad14836 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=32023dfbf737477fa14ec9099e46c9b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0642235 Apr 06 16:32:13.899191 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 35684) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:13.956110 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d1463851-a53d-4814-9d11-7f8695fbcf09 admin admin] Publish callbacks [] for security_group (c21bf446-adbe-49e7-9dd2-bcbc2e4fb795), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:13.981970 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d1463851-a53d-4814-9d11-7f8695fbcf09 admin admin] Publish callbacks [] for security_group (c21bf446-adbe-49e7-9dd2-bcbc2e4fb795), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:14.003533 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (509f440f-30e0-41a8-818f-560f8ed72425), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:14.078518 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Pushing event updated for resources: {'Port': ['ID=509f440f-30e0-41a8-818f-560f8ed72425,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:14.117755 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d1463851-a53d-4814-9d11-7f8695fbcf09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (c21bf446-adbe-49e7-9dd2-bcbc2e4fb795), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:14.117755 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d1463851-a53d-4814-9d11-7f8695fbcf09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:14.118483 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-d1463851-a53d-4814-9d11-7f8695fbcf09 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c21bf446-adbe-49e7-9dd2-bcbc2e4fb795 HTTP/1.1" status: 204 len: 168 time: 0.2174618 Apr 06 16:32:14.139008 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1463851-a53d-4814-9d11-7f8695fbcf09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21bf446-adbe-49e7-9dd2-bcbc2e4fb795,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:14.271901 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa9f419-aeda-43cb-a7e6-8f25d3363cd2 req-96b4874b-afed-4415-b68e-052f71359d48 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:14.273510 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-3fa9f419-aeda-43cb-a7e6-8f25d3363cd2 req-96b4874b-afed-4415-b68e-052f71359d48 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 944 time: 0.0993104 Apr 06 16:32:14.344437 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-3fa9f419-aeda-43cb-a7e6-8f25d3363cd2 req-3a2f0885-c21d-48a2-b0da-29d0d82803ad tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=b93192d1-f070-4027-9f08-6b0135c7efe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576777 Apr 06 16:32:14.409479 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] get_ports_and_sgs() called for port_ids ['509f440f-30e0-41a8-818f-560f8ed72425'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:32:14.608780 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac19352-be4e-491c-90bb-56331b9aef85 req-310efdce-c9c4-450b-8fe0-ff5df39eca1a tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:14.613389 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-fac19352-be4e-491c-90bb-56331b9aef85 req-310efdce-c9c4-450b-8fe0-ff5df39eca1a tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 946 time: 0.1158812 Apr 06 16:32:14.704275 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-fac19352-be4e-491c-90bb-56331b9aef85 req-67abe01c-118d-437e-bf16-f26f14f79387 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763690 Apr 06 16:32:14.967732 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0d2d4-d502-4156-a21e-f48833cf306d req-7738a45b-43ab-4934-bb08-df5d54a028d8 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:14.976783 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-10f0d2d4-d502-4156-a21e-f48833cf306d req-7738a45b-43ab-4934-bb08-df5d54a028d8 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 944 time: 0.0834351 Apr 06 16:32:14.992890 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02af5a-69e3-45a7-9933-13ffaca4c454 req-4875d4a8-f017-40a7-abb2-b26c5b888319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:14.996998 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ec02af5a-69e3-45a7-9933-13ffaca4c454 req-4875d4a8-f017-40a7-abb2-b26c5b888319 service neutron] 10.222.0.39 "GET /v2.0/networks?id=782e4005-3b7d-4e26-954d-25d46652bf58 HTTP/1.1" status: 200 len: 917 time: 0.2556536 Apr 06 16:32:15.071101 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-10f0d2d4-d502-4156-a21e-f48833cf306d req-c4ac1f66-cfc0-4fdb-aa36-9adaa2877cff tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924561 Apr 06 16:32:15.081333 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ec02af5a-69e3-45a7-9933-13ffaca4c454 req-5acb62d4-ba9a-4ce2-a294-16404035a217 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=509f440f-30e0-41a8-818f-560f8ed72425 HTTP/1.1" status: 200 len: 217 time: 0.0776613 Apr 06 16:32:15.153227 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd54094-2c92-4111-8b9e-c1c1ec726a73 req-79f81ed3-40e8-4ee6-b143-bb8c16e9a86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:15.155313 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ddd54094-2c92-4111-8b9e-c1c1ec726a73 req-79f81ed3-40e8-4ee6-b143-bb8c16e9a86b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=df990c96c1f44ba6a6f2aa8be5911c99&device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 1128 time: 0.4126973 Apr 06 16:32:15.227651 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b95ef2-80fd-4c86-98ed-7ce191ad3c8f req-54479ff1-6c9a-47b3-a74b-ecc366eb3d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:15.229593 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-12b95ef2-80fd-4c86-98ed-7ce191ad3c8f req-54479ff1-6c9a-47b3-a74b-ecc366eb3d17 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 1130 time: 0.0637989 Apr 06 16:32:15.274714 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02af5a-69e3-45a7-9933-13ffaca4c454 req-3b853cba-7df0-47a2-90fe-3aa3a2d75eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:15.277811 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ec02af5a-69e3-45a7-9933-13ffaca4c454 req-3b853cba-7df0-47a2-90fe-3aa3a2d75eec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=713d2ac2-12c5-40b3-b057-72a7d64c64ec HTTP/1.1" status: 200 len: 855 time: 0.1821849 Apr 06 16:32:15.290153 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-12b95ef2-80fd-4c86-98ed-7ce191ad3c8f req-3751c5af-d0e9-46ee-87da-a72978b6d17b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521123 Apr 06 16:32:15.411039 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd54094-2c92-4111-8b9e-c1c1ec726a73 req-e1b6dd2a-18da-4127-97c4-24e2ef856c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:15.413164 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ddd54094-2c92-4111-8b9e-c1c1ec726a73 req-e1b6dd2a-18da-4127-97c4-24e2ef856c4f service neutron] 10.222.0.39 "GET /v2.0/networks?id=31d40b1e-6325-447a-b5a1-db51342d35c1 HTTP/1.1" status: 200 len: 912 time: 0.2469499 Apr 06 16:32:15.423566 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02af5a-69e3-45a7-9933-13ffaca4c454 req-28da6201-03e4-409d-9285-d0bbec3b612e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:15.432140 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ec02af5a-69e3-45a7-9933-13ffaca4c454 req-28da6201-03e4-409d-9285-d0bbec3b612e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=782e4005-3b7d-4e26-954d-25d46652bf58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1385946 Apr 06 16:32:15.572759 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc775886-5151-4dc3-8e54-8301eeff0936 req-cf47a394-0c46-4e65-ba69-322427ba4f82 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:15.574856 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-bc775886-5151-4dc3-8e54-8301eeff0936 req-cf47a394-0c46-4e65-ba69-322427ba4f82 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 944 time: 0.1170475 Apr 06 16:32:15.614415 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ddd54094-2c92-4111-8b9e-c1c1ec726a73 req-787cd721-b2e7-4567-92e4-aa1ef171e961 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56f7c595-be44-48b6-8839-097f49b7fb83 HTTP/1.1" status: 200 len: 217 time: 0.0892057 Apr 06 16:32:15.654207 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 509f440f-30e0-41a8-818f-560f8ed72425 up at agent hyperv_hv-cinder-81566 {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:32:15.683735 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-bc775886-5151-4dc3-8e54-8301eeff0936 req-86fedfb0-699f-4147-a600-b5650bef0910 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=b93192d1-f070-4027-9f08-6b0135c7efe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971227 Apr 06 16:32:15.851486 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd54094-2c92-4111-8b9e-c1c1ec726a73 req-4df9d66f-1adc-43ea-ba19-716cfa73d4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:15.853152 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ddd54094-2c92-4111-8b9e-c1c1ec726a73 req-4df9d66f-1adc-43ea-ba19-716cfa73d4d2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=86d619c9-3cbf-4e29-bfd6-a7485621c49d HTTP/1.1" status: 200 len: 850 time: 0.2206812 Apr 06 16:32:15.893785 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Provisioning for port 509f440f-30e0-41a8-818f-560f8ed72425 completed by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 16:32:15.900379 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Provisioning complete for port 509f440f-30e0-41a8-818f-560f8ed72425 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:32:15.900958 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (509f440f-30e0-41a8-818f-560f8ed72425), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:15.915069 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ec02af5a-69e3-45a7-9933-13ffaca4c454 req-40af22f7-6bdd-44e3-b64b-3b24f3c396ff service neutron] 10.222.0.39 "GET /v2.0/networks/782e4005-3b7d-4e26-954d-25d46652bf58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877599 Apr 06 16:32:16.049517 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812e606-82ff-4a88-ab71-064455954538 req-209f5c13-204e-4004-9af8-76050d8da711 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:16.054873 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-5812e606-82ff-4a88-ab71-064455954538 req-209f5c13-204e-4004-9af8-76050d8da711 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 946 time: 0.2161436 Apr 06 16:32:16.207519 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Current status of the port 509f440f-30e0-41a8-818f-560f8ed72425 is: BUILD; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:32:16.208208 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (509f440f-30e0-41a8-818f-560f8ed72425), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:16.238166 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-5812e606-82ff-4a88-ab71-064455954538 req-32239710-de48-46ae-9ee0-29a0c624709d tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616158 Apr 06 16:32:16.331950 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509f440f-30e0-41a8-818f-560f8ed72425'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:32:16.336725 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f701ca042f89aa6373cad35a0647e7390d8b08e4e39c46ca7d095e958c03af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafc2c6a-709e-4b9c-952d-32a0bbdced06" -d '{"events": [{"server_uuid": "7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1", "name": "network-vif-plugged", "status": "completed", "tag": "509f440f-30e0-41a8-818f-560f8ed72425"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:32:16.380162 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 509f440f-30e0-41a8-818f-560f8ed72425, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=509f440f-30e0-41a8-818f-560f8ed72425,segment=NetworkSegment(4338e709-dc46-4a61-ada5-02557dc55805),segment_id=4338e709-dc46-4a61-ada5-02557dc55805)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:32:16.471053 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (509f440f-30e0-41a8-818f-560f8ed72425), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:16.513439 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727b115-ac4f-4619-9bc6-45fb03feb491 req-22fa2cdf-b1d1-4bc0-9edf-1c6c8ceb363c tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:16.531451 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-1727b115-ac4f-4619-9bc6-45fb03feb491 req-22fa2cdf-b1d1-4bc0-9edf-1c6c8ceb363c tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 944 time: 0.2197187 Apr 06 16:32:16.565753 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd54094-2c92-4111-8b9e-c1c1ec726a73 req-dda18cee-9a40-4ad2-ad89-d936aad11657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:16.567509 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ddd54094-2c92-4111-8b9e-c1c1ec726a73 req-dda18cee-9a40-4ad2-ad89-d936aad11657 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=31d40b1e-6325-447a-b5a1-db51342d35c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.3261070 Apr 06 16:32:16.620504 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Pushing event updated for resources: {'Port': ['ID=509f440f-30e0-41a8-818f-560f8ed72425,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:16.645351 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:16.646172 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:16.646919 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:16.651899 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:16.652715 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:16.653452 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:16.654398 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:16.656060 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:16.656803 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:16.661115 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:16.675304 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:16.675304 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:16.675304 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:16.675304 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:16.675304 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:16.676870 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-1727b115-ac4f-4619-9bc6-45fb03feb491 req-2da7d6ae-f982-44cb-ac6a-4e873f49defb tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427386 Apr 06 16:32:16.789668 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae79c4f-d7c6-4d9a-886a-20593796acf6 x-openstack-request-id: req-1ae79c4f-d7c6-4d9a-886a-20593796acf6 {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:32:16.790538 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1", "name": "network-vif-plugged", "status": "completed", "tag": "509f440f-30e0-41a8-818f-560f8ed72425", "code": 200}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:32:16.791151 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1ae79c4f-d7c6-4d9a-886a-20593796acf6 {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:32:16.792016 dv-cinder-815660-7-smb neutron-server[103682]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ae79c4f-d7c6-4d9a-886a-20593796acf6'] response: {'server_uuid': '7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509f440f-30e0-41a8-818f-560f8ed72425', 'code': 200} Apr 06 16:32:16.821266 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ec02af5a-69e3-45a7-9933-13ffaca4c454 req-cecce7fa-a567-4fd4-b27a-96419ba298a5 service neutron] 10.222.0.39 "GET /v2.0/networks/782e4005-3b7d-4e26-954d-25d46652bf58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5763414 Apr 06 16:32:16.844725 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ddd54094-2c92-4111-8b9e-c1c1ec726a73 req-40e41e97-9462-47c1-baff-47928a4c319b service neutron] 10.222.0.39 "GET /v2.0/networks/31d40b1e-6325-447a-b5a1-db51342d35c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654178 Apr 06 16:32:16.945575 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa6721-b5e4-4d56-978e-fa6555ed33d4 req-9bd90922-c241-49a1-bdca-c5d35ba008b4 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:16.948459 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-befa6721-b5e4-4d56-978e-fa6555ed33d4 req-9bd90922-c241-49a1-bdca-c5d35ba008b4 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 944 time: 0.0987279 Apr 06 16:32:17.034289 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-befa6721-b5e4-4d56-978e-fa6555ed33d4 req-d7d49f21-dfd2-4fdf-8256-9190fbf03325 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=b93192d1-f070-4027-9f08-6b0135c7efe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779634 Apr 06 16:32:17.380481 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ddd54094-2c92-4111-8b9e-c1c1ec726a73 req-e0fecfdb-6c0b-484c-a0ef-044abffcb0b0 service neutron] 10.222.0.39 "GET /v2.0/networks/31d40b1e-6325-447a-b5a1-db51342d35c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255719 Apr 06 16:32:17.652074 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a3473-b966-4266-86a3-68713fe02ed9 req-b0d85504-6824-468a-a18a-e33a22542950 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:17.653797 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-c93a3473-b966-4266-86a3-68713fe02ed9 req-b0d85504-6824-468a-a18a-e33a22542950 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 946 time: 0.1547427 Apr 06 16:32:17.674452 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 56f7c595-be44-48b6-8839-097f49b7fb83 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=103682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 16:32:17.696397 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc49f36-9b6e-46e4-b7e7-55f0b27a00e4 req-184acbb8-90bb-4b5b-b26c-8cbc20de1e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:17.697999 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-8dc49f36-9b6e-46e4-b7e7-55f0b27a00e4 req-184acbb8-90bb-4b5b-b26c-8cbc20de1e61 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 1129 time: 0.1262596 Apr 06 16:32:17.746673 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-c93a3473-b966-4266-86a3-68713fe02ed9 req-43800b48-4268-4691-b37c-3dca26d31c9d tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797198 Apr 06 16:32:17.821004 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-8dc49f36-9b6e-46e4-b7e7-55f0b27a00e4 req-196bb1ab-714b-4292-9d37-0a994221d61a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140192 Apr 06 16:32:17.844621 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 56f7c595-be44-48b6-8839-097f49b7fb83, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=56f7c595-be44-48b6-8839-097f49b7fb83,segment=NetworkSegment(72e3ade1-cead-4288-afb3-eceacb264caa),segment_id=72e3ade1-cead-4288-afb3-eceacb264caa)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:32:17.860555 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Returning: {'device': '56f7c595-be44-48b6-8839-097f49b7fb83', 'network_id': '31d40b1e-6325-447a-b5a1-db51342d35c1', 'port_id': '56f7c595-be44-48b6-8839-097f49b7fb83', 'mac_address': 'fa:16:3e:03:b3:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d619c9-3cbf-4e29-bfd6-a7485621c49d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 16:32:17.884246 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304bda54-2a5e-4376-a6e2-d2120931fa5b req-4eac22aa-886b-48a5-b2be-338db805b084 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:17.887779 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-304bda54-2a5e-4376-a6e2-d2120931fa5b req-4eac22aa-886b-48a5-b2be-338db805b084 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 945 time: 0.0881138 Apr 06 16:32:17.917100 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Current status of the port 56f7c595-be44-48b6-8839-097f49b7fb83 is: DOWN; New status is: BUILD {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:32:17.917500 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (56f7c595-be44-48b6-8839-097f49b7fb83), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:17.935948 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.notifiers.nova [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56f7c595-be44-48b6-8839-097f49b7fb83 {{(pid=103682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:32:17.966664 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 56f7c595-be44-48b6-8839-097f49b7fb83, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=56f7c595-be44-48b6-8839-097f49b7fb83,segment=NetworkSegment(72e3ade1-cead-4288-afb3-eceacb264caa),segment_id=72e3ade1-cead-4288-afb3-eceacb264caa)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:32:17.976969 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-304bda54-2a5e-4376-a6e2-d2120931fa5b req-037b4623-e795-49a4-87c0-2f2ca5ec4d13 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813758 Apr 06 16:32:18.050337 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (56f7c595-be44-48b6-8839-097f49b7fb83), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:18.139941 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Pushing event updated for resources: {'Port': ['ID=56f7c595-be44-48b6-8839-097f49b7fb83,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:18.214093 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487ec11-c6ca-4fb6-9d31-2325de61680f req-737986fd-eab4-4916-8b80-d703178dd367 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:18.215635 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-9487ec11-c6ca-4fb6-9d31-2325de61680f req-737986fd-eab4-4916-8b80-d703178dd367 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 945 time: 0.0731277 Apr 06 16:32:18.290282 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-9487ec11-c6ca-4fb6-9d31-2325de61680f req-bcd2d4e0-cc4b-4179-b80a-ba71b3c16a7e tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=b93192d1-f070-4027-9f08-6b0135c7efe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684271 Apr 06 16:32:18.463354 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c873a2-42ff-4149-bf0b-b0a80a23ba69 req-28beb355-22f7-4844-84d0-38299cd086d6 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:18.466078 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-57c873a2-42ff-4149-bf0b-b0a80a23ba69 req-28beb355-22f7-4844-84d0-38299cd086d6 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 946 time: 0.0931880 Apr 06 16:32:18.494929 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] get_ports_and_sgs() called for port_ids ['56f7c595-be44-48b6-8839-097f49b7fb83'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:32:18.661623 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-57c873a2-42ff-4149-bf0b-b0a80a23ba69 req-397f35a1-56e6-497e-bcac-d10bc837697b tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954435 Apr 06 16:32:19.132716 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d3785-04f8-4c36-a797-842bee1ce1cd req-bcdf445c-aec9-481f-8449-bf58dddcacb1 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:19.134346 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-b09d3785-04f8-4c36-a797-842bee1ce1cd req-bcdf445c-aec9-481f-8449-bf58dddcacb1 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 945 time: 0.0649853 Apr 06 16:32:19.196189 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-b09d3785-04f8-4c36-a797-842bee1ce1cd req-ea58caca-c4e2-440f-8a3d-8d6e125f3501 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519097 Apr 06 16:32:19.446790 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc643c6-12c4-4bc8-9c82-1257b9ad19cc req-f08dbdb5-fc2e-4e80-9cfe-12ab961f2cf9 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:19.449663 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ecc643c6-12c4-4bc8-9c82-1257b9ad19cc req-f08dbdb5-fc2e-4e80-9cfe-12ab961f2cf9 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 945 time: 0.0715497 Apr 06 16:32:19.542071 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ecc643c6-12c4-4bc8-9c82-1257b9ad19cc req-010009ef-84c0-4aa3-ba17-9e20e62216c3 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=b93192d1-f070-4027-9f08-6b0135c7efe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844300 Apr 06 16:32:19.602313 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f84a7-22e0-4dc8-9c8e-d4091b3dc469 req-5f26e663-5eb4-4455-aec3-ca0c1dc0b28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:19.604029 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-393f84a7-22e0-4dc8-9c8e-d4091b3dc469 req-5f26e663-5eb4-4455-aec3-ca0c1dc0b28d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d1c6d06c04543878527856ba1e8d48c&device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 1130 time: 0.1061585 Apr 06 16:32:19.686054 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 56f7c595-be44-48b6-8839-097f49b7fb83 up at agent hyperv_hv-cinder-81566 {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:32:19.950364 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Provisioning for port 56f7c595-be44-48b6-8839-097f49b7fb83 completed by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 16:32:19.957190 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Provisioning complete for port 56f7c595-be44-48b6-8839-097f49b7fb83 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:32:19.958203 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (56f7c595-be44-48b6-8839-097f49b7fb83), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:20.038687 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ef700-0412-4d8d-ad80-5212544fb499 req-c4e46582-abe4-4ee9-8fa6-0205ac866b61 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:20.040137 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-a31ef700-0412-4d8d-ad80-5212544fb499 req-c4e46582-abe4-4ee9-8fa6-0205ac866b61 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 946 time: 0.3093193 Apr 06 16:32:20.043231 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f84a7-22e0-4dc8-9c8e-d4091b3dc469 req-28060667-1866-4f22-b281-41a6e606074a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:20.044830 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-393f84a7-22e0-4dc8-9c8e-d4091b3dc469 req-28060667-1866-4f22-b281-41a6e606074a service neutron] 10.222.0.39 "GET /v2.0/networks?id=dad9ba10-e8cf-4082-94bd-2291edc537cc HTTP/1.1" status: 200 len: 920 time: 0.4197059 Apr 06 16:32:20.072718 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Current status of the port 56f7c595-be44-48b6-8839-097f49b7fb83 is: BUILD; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:32:20.077607 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (56f7c595-be44-48b6-8839-097f49b7fb83), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:20.100364 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd011a7cf-6c3d-4713-8838-03787ab1ddaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f7c595-be44-48b6-8839-097f49b7fb83'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:32:20.103099 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f701ca042f89aa6373cad35a0647e7390d8b08e4e39c46ca7d095e958c03af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a3b2ba-563f-4a96-a58f-bc90f22e6ede" -d '{"events": [{"server_uuid": "d011a7cf-6c3d-4713-8838-03787ab1ddaf", "name": "network-vif-plugged", "status": "completed", "tag": "56f7c595-be44-48b6-8839-097f49b7fb83"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:32:20.125985 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-a31ef700-0412-4d8d-ad80-5212544fb499 req-5c1bb823-c28a-4f5b-a287-8ebe22d5abeb tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741313 Apr 06 16:32:20.126379 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 56f7c595-be44-48b6-8839-097f49b7fb83, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=56f7c595-be44-48b6-8839-097f49b7fb83,segment=NetworkSegment(72e3ade1-cead-4288-afb3-eceacb264caa),segment_id=72e3ade1-cead-4288-afb3-eceacb264caa)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:32:20.172908 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3792c9cf-56ec-4ae2-a803-e7b146603f59 x-openstack-request-id: req-3792c9cf-56ec-4ae2-a803-e7b146603f59 {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:32:20.173312 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d011a7cf-6c3d-4713-8838-03787ab1ddaf", "name": "network-vif-plugged", "status": "completed", "tag": "56f7c595-be44-48b6-8839-097f49b7fb83", "code": 200}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:32:20.173569 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3792c9cf-56ec-4ae2-a803-e7b146603f59 {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:32:20.173975 dv-cinder-815660-7-smb neutron-server[103682]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3792c9cf-56ec-4ae2-a803-e7b146603f59'] response: {'server_uuid': 'd011a7cf-6c3d-4713-8838-03787ab1ddaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f7c595-be44-48b6-8839-097f49b7fb83', 'code': 200} Apr 06 16:32:20.210837 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (56f7c595-be44-48b6-8839-097f49b7fb83), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:20.299178 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-393f84a7-22e0-4dc8-9c8e-d4091b3dc469 req-8ed0d961-0a3b-47d8-870c-0f7d3d51305d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62a2894c-0643-44d8-9bfc-395997912aa2 HTTP/1.1" status: 200 len: 217 time: 0.0830343 Apr 06 16:32:20.310025 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Pushing event updated for resources: {'Port': ['ID=56f7c595-be44-48b6-8839-097f49b7fb83,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:20.429084 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce6922-629b-404b-9d0d-dbd6ad4de322 req-482a2a96-0daf-4a99-8948-50cd85b075ae tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:20.432372 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-cfce6922-629b-404b-9d0d-dbd6ad4de322 req-482a2a96-0daf-4a99-8948-50cd85b075ae tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 945 time: 0.0849726 Apr 06 16:32:20.520614 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-cfce6922-629b-404b-9d0d-dbd6ad4de322 req-927ae02d-31e2-4401-ac11-677a9b7bb63c tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772448 Apr 06 16:32:20.764587 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3ed66-2857-495d-8a05-8c23ff5baca8 req-0aa46755-1042-4bd4-84c4-cff4e5c86a60 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:20.777657 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-fcc3ed66-2857-495d-8a05-8c23ff5baca8 req-0aa46755-1042-4bd4-84c4-cff4e5c86a60 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 946 time: 0.0836072 Apr 06 16:32:20.901091 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f84a7-22e0-4dc8-9c8e-d4091b3dc469 req-ced29a27-fd7f-4130-8933-89eaa4a149e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:20.905742 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-393f84a7-22e0-4dc8-9c8e-d4091b3dc469 req-ced29a27-fd7f-4130-8933-89eaa4a149e3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5076aaf7-c1a1-40bf-87fc-8e1e2ced2174 HTTP/1.1" status: 200 len: 858 time: 0.1320302 Apr 06 16:32:20.959583 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-fcc3ed66-2857-495d-8a05-8c23ff5baca8 req-773965dc-3576-41ff-b5a8-6cc7c42fda26 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=b93192d1-f070-4027-9f08-6b0135c7efe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414537 Apr 06 16:32:20.992997 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f84a7-22e0-4dc8-9c8e-d4091b3dc469 req-e8bb4142-5486-4879-82e8-2a0b209ec0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:20.994663 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-393f84a7-22e0-4dc8-9c8e-d4091b3dc469 req-e8bb4142-5486-4879-82e8-2a0b209ec0dd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dad9ba10-e8cf-4082-94bd-2291edc537cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0816946 Apr 06 16:32:21.113997 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-393f84a7-22e0-4dc8-9c8e-d4091b3dc469 req-21800c55-467d-4a0c-8c94-cc79f985b640 service neutron] 10.222.0.39 "GET /v2.0/networks/dad9ba10-e8cf-4082-94bd-2291edc537cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129293 Apr 06 16:32:21.254077 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684de591-9bf8-4ef6-a77a-c88e1e71dbbb req-c2900937-68d3-4a36-9589-5a770424630a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:21.255911 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-684de591-9bf8-4ef6-a77a-c88e1e71dbbb req-c2900937-68d3-4a36-9589-5a770424630a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 1130 time: 0.0819559 Apr 06 16:32:21.262244 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-393f84a7-22e0-4dc8-9c8e-d4091b3dc469 req-31ee95d4-9fd6-4a23-ae0c-57885a3e624a service neutron] 10.222.0.39 "GET /v2.0/networks/dad9ba10-e8cf-4082-94bd-2291edc537cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347632 Apr 06 16:32:21.397285 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-684de591-9bf8-4ef6-a77a-c88e1e71dbbb req-5abdf18d-247b-4aa3-bc24-a316af78713d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b93192d1-f070-4027-9f08-6b0135c7efe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216683 Apr 06 16:32:21.417803 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86bad2-fb50-4403-b7b3-3bef13e0ed21 req-d96243d0-939f-46cd-b638-10ae70e97fc8 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:21.420177 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ba86bad2-fb50-4403-b7b3-3bef13e0ed21 req-d96243d0-939f-46cd-b638-10ae70e97fc8 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 946 time: 0.1371632 Apr 06 16:32:21.487292 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ba86bad2-fb50-4403-b7b3-3bef13e0ed21 req-a754408c-e317-40ad-b0aa-3bccbe4f8fff tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584958 Apr 06 16:32:21.706934 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3428590-f5f1-4b95-8f9a-9b49ba5d38f5 req-dedf7d1e-aaf7-447b-802a-7cbbd8c4fa0b tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:21.716944 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-e3428590-f5f1-4b95-8f9a-9b49ba5d38f5 req-dedf7d1e-aaf7-447b-802a-7cbbd8c4fa0b tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 945 time: 0.1052678 Apr 06 16:32:21.791746 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-e3428590-f5f1-4b95-8f9a-9b49ba5d38f5 req-2b44a8d8-843f-4c3f-8d4d-cd11e2552d2e tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777006 Apr 06 16:32:21.970693 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c57a1a-9172-4dcd-a965-41884b67f3df req-ef16c67c-5514-44c0-b333-590042085c8f tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:21.972625 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-a4c57a1a-9172-4dcd-a965-41884b67f3df req-ef16c67c-5514-44c0-b333-590042085c8f tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 945 time: 0.0717604 Apr 06 16:32:21.984884 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 35928) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:21.990298 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-5d67cb35-97c2-4df7-8001-c04ecb89d333 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Request body: {'floatingip': {'port_id': '509f440f-30e0-41a8-818f-560f8ed72425'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:32:22.122579 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5d67cb35-97c2-4df7-8001-c04ecb89d333 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks [] for floatingip (cea4dac1-3b9e-4e8b-8ec6-67c52e5c59b4), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:22.150491 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360dde1e-2804-49e4-904d-0271b2b847ec req-3fbe35ce-d812-439b-a6c4-56313bab3829 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:22.152616 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-360dde1e-2804-49e4-904d-0271b2b847ec req-3fbe35ce-d812-439b-a6c4-56313bab3829 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 946 time: 0.0751941 Apr 06 16:32:22.233195 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-360dde1e-2804-49e4-904d-0271b2b847ec req-8e24cfbd-3663-4daa-bfca-41abaa131476 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=b93192d1-f070-4027-9f08-6b0135c7efe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672915 Apr 06 16:32:22.735084 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c71004-ea16-4ba2-aafd-6d2687d56b1b req-9dff4b45-75a9-49d5-a28b-132016b1ac39 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:22.746989 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-b3c71004-ea16-4ba2-aafd-6d2687d56b1b req-9dff4b45-75a9-49d5-a28b-132016b1ac39 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 946 time: 0.0921659 Apr 06 16:32:22.822207 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-b3c71004-ea16-4ba2-aafd-6d2687d56b1b req-9f66b599-6ea0-4d72-87b5-bc401d9e9a1d tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732090 Apr 06 16:32:23.155788 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.db.resource_extend [None req-5d67cb35-97c2-4df7-8001-c04ecb89d333 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 16:32:23.227631 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca4c23-d6e2-4862-b77b-ac0c09380a64 req-cad18a65-c270-4baf-9cf3-c968fb4f4882 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:23.229213 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-e2ca4c23-d6e2-4862-b77b-ac0c09380a64 req-cad18a65-c270-4baf-9cf3-c968fb4f4882 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.49 "GET /v2.0/ports?device_id=e953b495-dc77-42a4-8a2c-7ce8bd11b217 HTTP/1.1" status: 200 len: 945 time: 0.0854120 Apr 06 16:32:23.288976 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5d67cb35-97c2-4df7-8001-c04ecb89d333 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:23.294640 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-e2ca4c23-d6e2-4862-b77b-ac0c09380a64 req-0489bbfa-6e3c-41b4-b04e-fdec832138f8 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0deb47-0ed4-4b3d-b2a8-bfe6fad3d329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512247 Apr 06 16:32:23.399429 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5d67cb35-97c2-4df7-8001-c04ecb89d333 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617069'] for floatingip (cea4dac1-3b9e-4e8b-8ec6-67c52e5c59b4), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:23.522417 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c376a-7b2d-4bbc-b7b2-9896ce412105 req-2a8169e5-c7a1-4f65-9f84-dfc0c0f7458e tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:23.524195 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-0e2c376a-7b2d-4bbc-b7b2-9896ce412105 req-2a8169e5-c7a1-4f65-9f84-dfc0c0f7458e tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 946 time: 0.1812322 Apr 06 16:32:23.960369 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.db.l3_db [None req-5d67cb35-97c2-4df7-8001-c04ecb89d333 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Floating IP cea4dac1-3b9e-4e8b-8ec6-67c52e5c59b4 associated. External IP: 172.28.0.108, port: 509f440f-30e0-41a8-818f-560f8ed72425. Apr 06 16:32:23.970552 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc2e9e-6cff-4690-a822-413db9c81bfe req-b121f176-e65c-4502-9fe1-c14a3aace165 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:23.971214 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-0e2c376a-7b2d-4bbc-b7b2-9896ce412105 req-06606eca-854a-4f20-8328-853d1f859637 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=b93192d1-f070-4027-9f08-6b0135c7efe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168213 Apr 06 16:32:23.972129 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-10dc2e9e-6cff-4690-a822-413db9c81bfe req-b121f176-e65c-4502-9fe1-c14a3aace165 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 946 time: 0.0645671 Apr 06 16:32:24.034055 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-10dc2e9e-6cff-4690-a822-413db9c81bfe req-7b107d7f-998b-4390-8386-d8c941350d13 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546634 Apr 06 16:32:24.234383 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c85b9-d86a-4734-afc1-03bbec54dbe6 req-36a20ffa-cafa-48b8-85d5-c8500bb0e955 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:24.237120 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-208c85b9-d86a-4734-afc1-03bbec54dbe6 req-36a20ffa-cafa-48b8-85d5-c8500bb0e955 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 946 time: 0.1773608 Apr 06 16:32:24.248053 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 36016) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:24.254246 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [None req-5b678da5-5b2e-486e-a566-6963a4e1f66a tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Request body: {'floatingip': {'port_id': '56f7c595-be44-48b6-8839-097f49b7fb83'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:32:24.353023 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5b678da5-5b2e-486e-a566-6963a4e1f66a tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks [] for floatingip (dbc124ab-e086-45b7-aa2d-fefa0cdd38e6), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:24.420695 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d67cb35-97c2-4df7-8001-c04ecb89d333 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Router 438eed54-6634-4d31-8fac-f0022b04833e has already been hosted by L3 agent 94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e {{(pid=103680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:32:24.555616 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d67cb35-97c2-4df7-8001-c04ecb89d333 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Notify agent at l3_agent.dv-cinder-815660-7-smb the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:32:24.560615 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5d67cb35-97c2-4df7-8001-c04ecb89d333 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for floatingip (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:24.574084 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5cdabd-9b0d-42ca-af41-3809a6fd7ed5 None None] Sync routers for ids ['438eed54-6634-4d31-8fac-f0022b04833e'] in dv-cinder-815660-7-smb {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:32:24.591138 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5cdabd-9b0d-42ca-af41-3809a6fd7ed5 None None] Routers {'438eed54-6634-4d31-8fac-f0022b04833e'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:32:24.591978 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-3f5cdabd-9b0d-42ca-af41-3809a6fd7ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:32:02Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['438eed54-6634-4d31-8fac-f0022b04833e'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:32:24.619832 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-5d67cb35-97c2-4df7-8001-c04ecb89d333 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "PUT /v2.0/floatingips/cea4dac1-3b9e-4e8b-8ec6-67c52e5c59b4 HTTP/1.1" status: 200 len: 991 time: 2.6333661 Apr 06 16:32:24.620569 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1', 'tag': '509f440f-30e0-41a8-818f-560f8ed72425'}] {{(pid=103680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:32:24.623030 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37defc4f8c4d51421555421a688636eb49d5c8fee7a473d71a3f8bc7c746dcd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b810d33d-68b7-4496-a61a-94c82e3f8d74" -d '{"events": [{"name": "network-changed", "server_uuid": "7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1", "tag": "509f440f-30e0-41a8-818f-560f8ed72425"}]}' {{(pid=103680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:32:24.722504 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56968686-0d44-407a-a6ca-ccdfd85e1da1 req-529ff7dd-6675-4245-81f0-412c939e8666 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:24.724414 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-56968686-0d44-407a-a6ca-ccdfd85e1da1 req-529ff7dd-6675-4245-81f0-412c939e8666 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.49 "GET /v2.0/ports?device_id=e953b495-dc77-42a4-8a2c-7ce8bd11b217 HTTP/1.1" status: 200 len: 945 time: 0.2746339 Apr 06 16:32:24.735964 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-3f5cdabd-9b0d-42ca-af41-3809a6fd7ed5 None None] Set router 438eed54-6634-4d31-8fac-f0022b04833e gateway port host: dv-cinder-815660-7-smb {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:32:24.746729 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b21620-993d-42b4-8324-a96f76ebe9de x-openstack-request-id: req-52b21620-993d-42b4-8324-a96f76ebe9de {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:32:24.746729 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1", "tag": "509f440f-30e0-41a8-818f-560f8ed72425", "status": "completed", "code": 200}]} {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:32:24.746729 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-52b21620-993d-42b4-8324-a96f76ebe9de {{(pid=103680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:32:24.747163 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52b21620-993d-42b4-8324-a96f76ebe9de'] response: {'name': 'network-changed', 'server_uuid': '7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1', 'tag': '509f440f-30e0-41a8-818f-560f8ed72425', 'status': 'completed', 'code': 200} Apr 06 16:32:24.851676 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-56968686-0d44-407a-a6ca-ccdfd85e1da1 req-f4aa9cba-9b9e-46e1-b3e0-3800371ead13 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0deb47-0ed4-4b3d-b2a8-bfe6fad3d329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190248 Apr 06 16:32:25.023665 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 36046) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:25.090491 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 36052) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:25.128939 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-3f5cdabd-9b0d-42ca-af41-3809a6fd7ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438eed54-6634-4d31-8fac-f0022b04833e', 'name': 'tempest-AttachVolumeShelveTestJSON-818258066-router', 'tenant_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': '4daa805a-ee79-4b4f-b513-a4b7a45cb32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:17Z', 'updated_at': '2022-04-06T16:31:29Z', 'revision_number': 4, 'project_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'gw_port': {'id': '4daa805a-ee79-4b4f-b513-a4b7a45cb32b', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438eed54-6634-4d31-8fac-f0022b04833e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:20Z', 'updated_at': '2022-04-06T16:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_floatingips': [{'id': 'cea4dac1-3b9e-4e8b-8ec6-67c52e5c59b4', 'tenant_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'floating_ip_address': '172.28.0.108', 'floating_network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'router_id': '438eed54-6634-4d31-8fac-f0022b04833e', 'port_id': '509f440f-30e0-41a8-818f-560f8ed72425', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '782e4005-3b7d-4e26-954d-25d46652bf58', 'mac_address': 'fa:16:3e:46:75:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:31:45Z', 'updated_at': '2022-04-06T16:32:22Z', 'revision_number': 1, 'project_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2557a59f-e56f-49a1-a5b8-b70861803d73', 'name': '', 'network_id': '782e4005-3b7d-4e26-954d-25d46652bf58', 'tenant_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'mac_address': 'fa:16:3e:c1:00:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438eed54-6634-4d31-8fac-f0022b04833e', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '713d2ac2-12c5-40b3-b057-72a7d64c64ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:27Z', 'updated_at': '2022-04-06T16:31:38Z', 'revision_number': 5, 'project_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'subnets': [{'id': '713d2ac2-12c5-40b3-b057-72a7d64c64ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:32:25.183903 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5cdabd-9b0d-42ca-af41-3809a6fd7ed5 None None] Checking router: 438eed54-6634-4d31-8fac-f0022b04833e for host: dv-cinder-815660-7-smb {{(pid=103683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:32:25.198594 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5cdabd-9b0d-42ca-af41-3809a6fd7ed5 None None] Routers {'438eed54-6634-4d31-8fac-f0022b04833e'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:32:25.202002 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-3f5cdabd-9b0d-42ca-af41-3809a6fd7ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:32:02Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['438eed54-6634-4d31-8fac-f0022b04833e'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:32:25.416121 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-3f5cdabd-9b0d-42ca-af41-3809a6fd7ed5 None None] Set router 438eed54-6634-4d31-8fac-f0022b04833e gateway port host: dv-cinder-815660-7-smb {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:32:25.439461 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ffc2a0a4-7bcb-4258-8a67-850ce19810ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:25.442886 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-54ef1761-6198-44cd-bd2e-528fe61110f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:25.534931 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26480df-926e-417a-97b2-ceeda50eb87c req-286e0f44-2848-4f1d-819c-35ecf7b5e75f tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:25.536598 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-b26480df-926e-417a-97b2-ceeda50eb87c req-286e0f44-2848-4f1d-819c-35ecf7b5e75f tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 946 time: 0.3236787 Apr 06 16:32:25.638616 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810d33d-68b7-4496-a61a-94c82e3f8d74 req-7cf69503-a0ae-41bb-8c29-385264f320c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:25.640365 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-b810d33d-68b7-4496-a61a-94c82e3f8d74 req-7cf69503-a0ae-41bb-8c29-385264f320c3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8ca74d1be6e74923a3ad0eff74755b5e&device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 1129 time: 0.2118535 Apr 06 16:32:25.667754 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5b678da5-5b2e-486e-a566-6963a4e1f66a tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:25.705002 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-b26480df-926e-417a-97b2-ceeda50eb87c req-10a5c1e0-6a08-4880-84fc-990b7494f28e tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457942 Apr 06 16:32:25.749593 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-54ef1761-6198-44cd-bd2e-528fe61110f3 admin admin] Publish callbacks [] for security_group (96d30b10-e4db-45d3-a06c-3656332d9928), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:25.758680 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ffc2a0a4-7bcb-4258-8a67-850ce19810ae admin admin] Publish callbacks [] for security_group (1ed473c7-fa1c-47e5-a802-e36025557398), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:25.779432 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5b678da5-5b2e-486e-a566-6963a4e1f66a tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617069'] for floatingip (dbc124ab-e086-45b7-aa2d-fefa0cdd38e6), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:25.807100 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810d33d-68b7-4496-a61a-94c82e3f8d74 req-d013f5f2-cfd0-459a-8c22-24b418642829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:25.808641 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-b810d33d-68b7-4496-a61a-94c82e3f8d74 req-d013f5f2-cfd0-459a-8c22-24b418642829 service neutron] 10.222.0.39 "GET /v2.0/networks?id=782e4005-3b7d-4e26-954d-25d46652bf58 HTTP/1.1" status: 200 len: 917 time: 0.1505203 Apr 06 16:32:25.824895 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-3f5cdabd-9b0d-42ca-af41-3809a6fd7ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438eed54-6634-4d31-8fac-f0022b04833e', 'name': 'tempest-AttachVolumeShelveTestJSON-818258066-router', 'tenant_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': '4daa805a-ee79-4b4f-b513-a4b7a45cb32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:17Z', 'updated_at': '2022-04-06T16:31:29Z', 'revision_number': 4, 'project_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'gw_port': {'id': '4daa805a-ee79-4b4f-b513-a4b7a45cb32b', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438eed54-6634-4d31-8fac-f0022b04833e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:20Z', 'updated_at': '2022-04-06T16:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_floatingips': [{'id': 'cea4dac1-3b9e-4e8b-8ec6-67c52e5c59b4', 'tenant_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'floating_ip_address': '172.28.0.108', 'floating_network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'router_id': '438eed54-6634-4d31-8fac-f0022b04833e', 'port_id': '509f440f-30e0-41a8-818f-560f8ed72425', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '782e4005-3b7d-4e26-954d-25d46652bf58', 'mac_address': 'fa:16:3e:46:75:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:31:45Z', 'updated_at': '2022-04-06T16:32:22Z', 'revision_number': 1, 'project_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2557a59f-e56f-49a1-a5b8-b70861803d73', 'name': '', 'network_id': '782e4005-3b7d-4e26-954d-25d46652bf58', 'tenant_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'mac_address': 'fa:16:3e:c1:00:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438eed54-6634-4d31-8fac-f0022b04833e', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '713d2ac2-12c5-40b3-b057-72a7d64c64ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:27Z', 'updated_at': '2022-04-06T16:31:38Z', 'revision_number': 5, 'project_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'subnets': [{'id': '713d2ac2-12c5-40b3-b057-72a7d64c64ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:32:25.841575 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-54ef1761-6198-44cd-bd2e-528fe61110f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (96d30b10-e4db-45d3-a06c-3656332d9928), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:25.858687 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5cdabd-9b0d-42ca-af41-3809a6fd7ed5 None None] The sync data for ids ['438eed54-6634-4d31-8fac-f0022b04833e'] in dv-cinder-815660-7-smb is: [{'id': '438eed54-6634-4d31-8fac-f0022b04833e', 'name': 'tempest-AttachVolumeShelveTestJSON-818258066-router', 'tenant_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': '4daa805a-ee79-4b4f-b513-a4b7a45cb32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:17Z', 'updated_at': '2022-04-06T16:31:29Z', 'revision_number': 4, 'project_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'gw_port': {'id': '4daa805a-ee79-4b4f-b513-a4b7a45cb32b', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438eed54-6634-4d31-8fac-f0022b04833e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:20Z', 'updated_at': '2022-04-06T16:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_floatingips': [{'id': 'cea4dac1-3b9e-4e8b-8ec6-67c52e5c59b4', 'tenant_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'floating_ip_address': '172.28.0.108', 'floating_network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'router_id': '438eed54-6634-4d31-8fac-f0022b04833e', 'port_id': '509f440f-30e0-41a8-818f-560f8ed72425', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '782e4005-3b7d-4e26-954d-25d46652bf58', 'mac_address': 'fa:16:3e:46:75:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:31:45Z', 'updated_at': '2022-04-06T16:32:22Z', 'revision_number': 1, 'project_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2557a59f-e56f-49a1-a5b8-b70861803d73', 'name': '', 'network_id': '782e4005-3b7d-4e26-954d-25d46652bf58', 'tenant_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'mac_address': 'fa:16:3e:c1:00:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438eed54-6634-4d31-8fac-f0022b04833e', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '713d2ac2-12c5-40b3-b057-72a7d64c64ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:27Z', 'updated_at': '2022-04-06T16:31:38Z', 'revision_number': 5, 'project_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'subnets': [{'id': '713d2ac2-12c5-40b3-b057-72a7d64c64ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:32:25.891897 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ffc2a0a4-7bcb-4258-8a67-850ce19810ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (1ed473c7-fa1c-47e5-a802-e36025557398), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:25.976421 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.db.l3_db [None req-5b678da5-5b2e-486e-a566-6963a4e1f66a tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Floating IP dbc124ab-e086-45b7-aa2d-fefa0cdd38e6 associated. External IP: 172.28.0.198, port: 56f7c595-be44-48b6-8839-097f49b7fb83. Apr 06 16:32:25.998003 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-54ef1761-6198-44cd-bd2e-528fe61110f3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5e64b3b9fefd44f3b1f27c0f5ec42eeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9053662 Apr 06 16:32:26.018159 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 36062) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:26.061366 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef1761-6198-44cd-bd2e-528fe61110f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d30b10-e4db-45d3-a06c-3656332d9928,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:26.107015 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-ffc2a0a4-7bcb-4258-8a67-850ce19810ae admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dd741388a11b4f9594e3dc7d55f30af9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0815265 Apr 06 16:32:26.109015 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 36064) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:26.146853 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-b810d33d-68b7-4496-a61a-94c82e3f8d74 req-8bb43022-75c6-4d91-8c05-c71527e84986 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=509f440f-30e0-41a8-818f-560f8ed72425 HTTP/1.1" status: 200 len: 999 time: 0.2962086 Apr 06 16:32:26.192010 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253fe758-c2d0-4438-b5d5-38513d5b7af3 req-0cf5e557-2905-4913-966b-4cebfe68e00a tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:26.193629 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-253fe758-c2d0-4438-b5d5-38513d5b7af3 req-0cf5e557-2905-4913-966b-4cebfe68e00a tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.49 "GET /v2.0/ports?device_id=e953b495-dc77-42a4-8a2c-7ce8bd11b217 HTTP/1.1" status: 200 len: 945 time: 0.1689842 Apr 06 16:32:26.212779 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2a0a4-7bcb-4258-8a67-850ce19810ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed473c7-fa1c-47e5-a802-e36025557398,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:26.232365 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-540adea0-73de-4aa4-af62-aa4065f17629 admin admin] Publish callbacks [] for security_group (1ed473c7-fa1c-47e5-a802-e36025557398), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:26.261200 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8e81cd-128b-4f31-9f84-6165584a83f3 None None] New status for floating IP cea4dac1-3b9e-4e8b-8ec6-67c52e5c59b4: ACTIVE {{(pid=103682) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 16:32:26.281765 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f39b9026-3b41-45ba-91cd-d9d57aad252d admin admin] Publish callbacks [] for security_group (96d30b10-e4db-45d3-a06c-3656332d9928), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:26.287568 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810d33d-68b7-4496-a61a-94c82e3f8d74 req-d1995e54-c23f-47b6-adf4-135d397daee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:26.289386 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-b810d33d-68b7-4496-a61a-94c82e3f8d74 req-d1995e54-c23f-47b6-adf4-135d397daee0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=713d2ac2-12c5-40b3-b057-72a7d64c64ec HTTP/1.1" status: 200 len: 855 time: 0.0970769 Apr 06 16:32:26.306538 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5a8fc-fc4a-4705-9bcc-029ef4b3f031 req-f74e1f55-7c2f-43fd-86d7-e85c8e1fda7f tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:26.308217 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-76c5a8fc-fc4a-4705-9bcc-029ef4b3f031 req-f74e1f55-7c2f-43fd-86d7-e85c8e1fda7f tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.39 "GET /v2.0/ports?device_id=e953b495-dc77-42a4-8a2c-7ce8bd11b217 HTTP/1.1" status: 200 len: 945 time: 0.1810315 Apr 06 16:32:26.332413 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-540adea0-73de-4aa4-af62-aa4065f17629 admin admin] Publish callbacks [] for security_group (1ed473c7-fa1c-47e5-a802-e36025557398), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:26.379042 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f39b9026-3b41-45ba-91cd-d9d57aad252d admin admin] Publish callbacks [] for security_group (96d30b10-e4db-45d3-a06c-3656332d9928), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:26.409012 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-253fe758-c2d0-4438-b5d5-38513d5b7af3 req-b4dee96e-b4f3-4c35-90e9-b84d7118c5ac tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0deb47-0ed4-4b3d-b2a8-bfe6fad3d329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086947 Apr 06 16:32:26.488766 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b678da5-5b2e-486e-a566-6963a4e1f66a tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Router dd48a771-c84e-4f03-8a0f-c8c42aa8780a has already been hosted by L3 agent 94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e {{(pid=103681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:32:26.634520 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810d33d-68b7-4496-a61a-94c82e3f8d74 req-80c17d3c-cd01-4bd6-bd10-5b267b5b90cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:26.636542 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-b810d33d-68b7-4496-a61a-94c82e3f8d74 req-80c17d3c-cd01-4bd6-bd10-5b267b5b90cd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=782e4005-3b7d-4e26-954d-25d46652bf58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.3381622 Apr 06 16:32:26.647399 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b678da5-5b2e-486e-a566-6963a4e1f66a tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Notify agent at l3_agent.dv-cinder-815660-7-smb the message routers_updated {{(pid=103681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:32:26.649777 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-540adea0-73de-4aa4-af62-aa4065f17629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (1ed473c7-fa1c-47e5-a802-e36025557398), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:26.653387 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-540adea0-73de-4aa4-af62-aa4065f17629 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:26.655295 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-540adea0-73de-4aa4-af62-aa4065f17629 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1ed473c7-fa1c-47e5-a802-e36025557398 HTTP/1.1" status: 204 len: 168 time: 0.5445654 Apr 06 16:32:26.659647 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5b678da5-5b2e-486e-a566-6963a4e1f66a tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for floatingip (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:26.674384 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad62539-844d-423b-a5a1-42f3a362d3d3 None None] Sync routers for ids ['dd48a771-c84e-4f03-8a0f-c8c42aa8780a'] in dv-cinder-815660-7-smb {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:32:26.689981 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad62539-844d-423b-a5a1-42f3a362d3d3 None None] Routers {'dd48a771-c84e-4f03-8a0f-c8c42aa8780a'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:32:26.690680 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540adea0-73de-4aa4-af62-aa4065f17629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed473c7-fa1c-47e5-a802-e36025557398,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:26.694263 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-9ad62539-844d-423b-a5a1-42f3a362d3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:32:02Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['dd48a771-c84e-4f03-8a0f-c8c42aa8780a'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:32:26.738157 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540adea0-73de-4aa4-af62-aa4065f17629 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:26.738537 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540adea0-73de-4aa4-af62-aa4065f17629 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:26.738848 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540adea0-73de-4aa4-af62-aa4065f17629 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:26.739207 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540adea0-73de-4aa4-af62-aa4065f17629 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:26.739554 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540adea0-73de-4aa4-af62-aa4065f17629 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:26.739918 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540adea0-73de-4aa4-af62-aa4065f17629 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:26.740257 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540adea0-73de-4aa4-af62-aa4065f17629 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:26.740585 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540adea0-73de-4aa4-af62-aa4065f17629 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:26.740984 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540adea0-73de-4aa4-af62-aa4065f17629 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:26.741263 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540adea0-73de-4aa4-af62-aa4065f17629 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:26.741603 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540adea0-73de-4aa4-af62-aa4065f17629 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:26.741913 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540adea0-73de-4aa4-af62-aa4065f17629 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:26.742246 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540adea0-73de-4aa4-af62-aa4065f17629 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:26.742576 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540adea0-73de-4aa4-af62-aa4065f17629 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:26.742901 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540adea0-73de-4aa4-af62-aa4065f17629 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:26.758838 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [req-76c5a8fc-fc4a-4705-9bcc-029ef4b3f031 req-f95eadce-ebdb-42d2-9540-9f68d7502c7e tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] Deleting port 762cbca0-2097-4643-a14d-839fbf0082e1 {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:32:26.759011 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-76c5a8fc-fc4a-4705-9bcc-029ef4b3f031 req-f95eadce-ebdb-42d2-9540-9f68d7502c7e tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (762cbca0-2097-4643-a14d-839fbf0082e1), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:26.775200 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-5b678da5-5b2e-486e-a566-6963a4e1f66a tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "PUT /v2.0/floatingips/dbc124ab-e086-45b7-aa2d-fefa0cdd38e6 HTTP/1.1" status: 200 len: 992 time: 2.5258029 Apr 06 16:32:26.775849 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd011a7cf-6c3d-4713-8838-03787ab1ddaf', 'tag': '56f7c595-be44-48b6-8839-097f49b7fb83'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:32:26.778159 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da169357ed327e8d081ee60461067b1ef6c636002c887d5121cbb3f742e83ced" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3cd88d-bfe7-4722-9f1d-00c56666d3cb" -d '{"events": [{"name": "network-changed", "server_uuid": "d011a7cf-6c3d-4713-8838-03787ab1ddaf", "tag": "56f7c595-be44-48b6-8839-097f49b7fb83"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:32:26.860730 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6acc13bc-59b5-49e7-9df0-7aa5a797b86b x-openstack-request-id: req-6acc13bc-59b5-49e7-9df0-7aa5a797b86b {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:32:26.863013 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d011a7cf-6c3d-4713-8838-03787ab1ddaf", "tag": "56f7c595-be44-48b6-8839-097f49b7fb83", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:32:26.863013 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6acc13bc-59b5-49e7-9df0-7aa5a797b86b {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:32:26.863013 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6acc13bc-59b5-49e7-9df0-7aa5a797b86b'] response: {'name': 'network-changed', 'server_uuid': 'd011a7cf-6c3d-4713-8838-03787ab1ddaf', 'tag': '56f7c595-be44-48b6-8839-097f49b7fb83', 'status': 'completed', 'code': 200} Apr 06 16:32:26.938781 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-b810d33d-68b7-4496-a61a-94c82e3f8d74 req-fee7910c-6f17-4622-afe0-d5fa0b91231b service neutron] 10.222.0.39 "GET /v2.0/networks/782e4005-3b7d-4e26-954d-25d46652bf58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921121 Apr 06 16:32:26.972334 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3cd88d-bfe7-4722-9f1d-00c56666d3cb req-b22cb295-7215-47cc-b795-59d4b66db125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:26.978218 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-2d3cd88d-bfe7-4722-9f1d-00c56666d3cb req-b22cb295-7215-47cc-b795-59d4b66db125 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=df990c96c1f44ba6a6f2aa8be5911c99&device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 1130 time: 0.0856531 Apr 06 16:32:27.040230 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f39b9026-3b41-45ba-91cd-d9d57aad252d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (96d30b10-e4db-45d3-a06c-3656332d9928), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:27.045329 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f39b9026-3b41-45ba-91cd-d9d57aad252d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:27.050862 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-f39b9026-3b41-45ba-91cd-d9d57aad252d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/96d30b10-e4db-45d3-a06c-3656332d9928 HTTP/1.1" status: 204 len: 168 time: 1.0235088 Apr 06 16:32:27.108495 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-9ad62539-844d-423b-a5a1-42f3a362d3d3 None None] Set router dd48a771-c84e-4f03-8a0f-c8c42aa8780a gateway port host: dv-cinder-815660-7-smb {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:32:27.127993 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39b9026-3b41-45ba-91cd-d9d57aad252d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d30b10-e4db-45d3-a06c-3656332d9928,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:27.150933 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3cd88d-bfe7-4722-9f1d-00c56666d3cb req-c9271b8c-1ed6-4f02-8dee-7fa0a742436b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:27.153917 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-2d3cd88d-bfe7-4722-9f1d-00c56666d3cb req-c9271b8c-1ed6-4f02-8dee-7fa0a742436b service neutron] 10.222.0.39 "GET /v2.0/networks?id=31d40b1e-6325-447a-b5a1-db51342d35c1 HTTP/1.1" status: 200 len: 912 time: 0.1687019 Apr 06 16:32:27.164078 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [req-76c5a8fc-fc4a-4705-9bcc-029ef4b3f031 req-f95eadce-ebdb-42d2-9540-9f68d7502c7e tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] For port 762cbca0-2097-4643-a14d-839fbf0082e1, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=762cbca0-2097-4643-a14d-839fbf0082e1,segment=NetworkSegment(8a7d0733-36b8-4555-8a4a-700fcb22a0e8),segment_id=8a7d0733-36b8-4555-8a4a-700fcb22a0e8)] {{(pid=103680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:32:27.165090 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-76c5a8fc-fc4a-4705-9bcc-029ef4b3f031 req-f95eadce-ebdb-42d2-9540-9f68d7502c7e tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (762cbca0-2097-4643-a14d-839fbf0082e1), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:27.277916 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [req-76c5a8fc-fc4a-4705-9bcc-029ef4b3f031 req-f95eadce-ebdb-42d2-9540-9f68d7502c7e tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] Calling delete_port for 762cbca0-2097-4643-a14d-839fbf0082e1 owned by compute:nova {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:32:27.319086 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e36036-9675-4153-a082-0121ae4d0c98 req-65555b13-8578-4640-9be6-fe303997c846 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:27.321425 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-94e36036-9675-4153-a082-0121ae4d0c98 req-65555b13-8578-4640-9be6-fe303997c846 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 946 time: 0.4336200 Apr 06 16:32:27.387711 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-2d3cd88d-bfe7-4722-9f1d-00c56666d3cb req-3aa88f31-77f5-47c8-9e05-7b791504c654 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56f7c595-be44-48b6-8839-097f49b7fb83 HTTP/1.1" status: 200 len: 1000 time: 0.2209499 Apr 06 16:32:27.454301 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-9ad62539-844d-423b-a5a1-42f3a362d3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'name': 'tempest-AttachVolumeTestJSON-2104936252-router', 'tenant_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': '3d3cad3b-c6e0-4df7-888b-f41f5228c2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:13Z', 'updated_at': '2022-04-06T16:31:22Z', 'revision_number': 4, 'project_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'gw_port': {'id': '3d3cad3b-c6e0-4df7-888b-f41f5228c2a4', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:14Z', 'updated_at': '2022-04-06T16:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_floatingips': [{'id': 'dbc124ab-e086-45b7-aa2d-fefa0cdd38e6', 'tenant_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'floating_ip_address': '172.28.0.198', 'floating_network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'router_id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'port_id': '56f7c595-be44-48b6-8839-097f49b7fb83', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31d40b1e-6325-447a-b5a1-db51342d35c1', 'mac_address': 'fa:16:3e:03:b3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd011a7cf-6c3d-4713-8838-03787ab1ddaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:31:37Z', 'updated_at': '2022-04-06T16:32:25Z', 'revision_number': 1, 'project_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb363f30-d077-4e2c-8dbb-5c48d20c0b07', 'name': '', 'network_id': '31d40b1e-6325-447a-b5a1-db51342d35c1', 'tenant_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'mac_address': 'fa:16:3e:cf:26:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '86d619c9-3cbf-4e29-bfd6-a7485621c49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:20Z', 'updated_at': '2022-04-06T16:31:36Z', 'revision_number': 5, 'project_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'subnets': [{'id': '86d619c9-3cbf-4e29-bfd6-a7485621c49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:32:27.464449 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3cd88d-bfe7-4722-9f1d-00c56666d3cb req-8e0a2444-929a-41aa-8001-c329278c6e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:27.466046 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-2d3cd88d-bfe7-4722-9f1d-00c56666d3cb req-8e0a2444-929a-41aa-8001-c329278c6e2a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=86d619c9-3cbf-4e29-bfd6-a7485621c49d HTTP/1.1" status: 200 len: 850 time: 0.0726573 Apr 06 16:32:27.499439 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad62539-844d-423b-a5a1-42f3a362d3d3 None None] Checking router: dd48a771-c84e-4f03-8a0f-c8c42aa8780a for host: dv-cinder-815660-7-smb {{(pid=103683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:32:27.525579 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad62539-844d-423b-a5a1-42f3a362d3d3 None None] Routers {'dd48a771-c84e-4f03-8a0f-c8c42aa8780a'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:32:27.526495 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-9ad62539-844d-423b-a5a1-42f3a362d3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:32:02Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['dd48a771-c84e-4f03-8a0f-c8c42aa8780a'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:32:27.526634 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-b810d33d-68b7-4496-a61a-94c82e3f8d74 req-820c0cd2-4315-4b6e-bbd8-022699dd17cc service neutron] 10.222.0.39 "GET /v2.0/networks/782e4005-3b7d-4e26-954d-25d46652bf58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5418634 Apr 06 16:32:27.572946 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3cd88d-bfe7-4722-9f1d-00c56666d3cb req-98d12a95-07e6-4f85-90a7-830851ccbfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:27.578332 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-2d3cd88d-bfe7-4722-9f1d-00c56666d3cb req-98d12a95-07e6-4f85-90a7-830851ccbfb6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=31d40b1e-6325-447a-b5a1-db51342d35c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1063349 Apr 06 16:32:27.604427 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-94e36036-9675-4153-a082-0121ae4d0c98 req-b772c79c-c047-44e9-be35-321dd2db99f5 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537973 Apr 06 16:32:27.778283 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 36096) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:27.816788 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-9ad62539-844d-423b-a5a1-42f3a362d3d3 None None] Set router dd48a771-c84e-4f03-8a0f-c8c42aa8780a gateway port host: dv-cinder-815660-7-smb {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:32:27.871183 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-76636fd2-1e5c-463b-a3fd-c5bf2a3e2e14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:27.990663 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4fee9-62b2-4256-b645-229706dd935c req-ba3db6c0-a299-48b3-b553-8f4b0651d6d3 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:27.992331 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-23e4fee9-62b2-4256-b645-229706dd935c req-ba3db6c0-a299-48b3-b553-8f4b0651d6d3 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.49 "GET /v2.0/ports?device_id=e953b495-dc77-42a4-8a2c-7ce8bd11b217 HTTP/1.1" status: 200 len: 945 time: 0.3393755 Apr 06 16:32:27.996404 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-2d3cd88d-bfe7-4722-9f1d-00c56666d3cb req-b73b18bc-f580-4834-ac60-1d14307fb49a service neutron] 10.222.0.39 "GET /v2.0/networks/31d40b1e-6325-447a-b5a1-db51342d35c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4108548 Apr 06 16:32:28.009557 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-76c5a8fc-fc4a-4705-9bcc-029ef4b3f031 req-f95eadce-ebdb-42d2-9540-9f68d7502c7e tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (762cbca0-2097-4643-a14d-839fbf0082e1), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:28.045233 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] get_ports_and_sgs() called for port_ids ['762cbca0-2097-4643-a14d-839fbf0082e1'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:32:28.128895 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-23e4fee9-62b2-4256-b645-229706dd935c req-55d768bb-3998-47f8-b39b-b9574bd85c20 tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0deb47-0ed4-4b3d-b2a8-bfe6fad3d329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132808 Apr 06 16:32:28.164135 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-2d3cd88d-bfe7-4722-9f1d-00c56666d3cb req-c6489320-a92c-406f-8f45-f248903f974a service neutron] 10.222.0.39 "GET /v2.0/networks/31d40b1e-6325-447a-b5a1-db51342d35c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604125 Apr 06 16:32:28.223411 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95eadce-ebdb-42d2-9540-9f68d7502c7e tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] Pushing event deleted for resources: {'Port': ['ID=762cbca0-2097-4643-a14d-839fbf0082e1,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:28.257620 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-76636fd2-1e5c-463b-a3fd-c5bf2a3e2e14 admin admin] Publish callbacks [] for security_group (0aef59a7-cb97-4bb4-836e-c7913a36effc), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:28.259810 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c5a8fc-fc4a-4705-9bcc-029ef4b3f031 req-f95eadce-ebdb-42d2-9540-9f68d7502c7e tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] No DVR routers for this DVR port 762cbca0-2097-4643-a14d-839fbf0082e1 on host hv-cinder-81566 {{(pid=103680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:32:28.265332 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-76c5a8fc-fc4a-4705-9bcc-029ef4b3f031 req-f95eadce-ebdb-42d2-9540-9f68d7502c7e tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for port (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:28.271912 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-76c5a8fc-fc4a-4705-9bcc-029ef4b3f031 req-f95eadce-ebdb-42d2-9540-9f68d7502c7e tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.39 "DELETE /v2.0/ports/762cbca0-2097-4643-a14d-839fbf0082e1 HTTP/1.1" status: 204 len: 173 time: 1.9502904 Apr 06 16:32:28.272631 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e953b495-dc77-42a4-8a2c-7ce8bd11b217', 'name': 'network-vif-deleted', 'tag': '762cbca0-2097-4643-a14d-839fbf0082e1'}] {{(pid=103680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:32:28.276458 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37defc4f8c4d51421555421a688636eb49d5c8fee7a473d71a3f8bc7c746dcd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb18eb4b-ddb5-4aeb-ae63-0a95f3bc6b9f" -d '{"events": [{"server_uuid": "e953b495-dc77-42a4-8a2c-7ce8bd11b217", "name": "network-vif-deleted", "tag": "762cbca0-2097-4643-a14d-839fbf0082e1"}]}' {{(pid=103680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:32:28.288057 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-9ad62539-844d-423b-a5a1-42f3a362d3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'name': 'tempest-AttachVolumeTestJSON-2104936252-router', 'tenant_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': '3d3cad3b-c6e0-4df7-888b-f41f5228c2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:13Z', 'updated_at': '2022-04-06T16:31:22Z', 'revision_number': 4, 'project_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'gw_port': {'id': '3d3cad3b-c6e0-4df7-888b-f41f5228c2a4', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:14Z', 'updated_at': '2022-04-06T16:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_floatingips': [{'id': 'dbc124ab-e086-45b7-aa2d-fefa0cdd38e6', 'tenant_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'floating_ip_address': '172.28.0.198', 'floating_network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'router_id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'port_id': '56f7c595-be44-48b6-8839-097f49b7fb83', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31d40b1e-6325-447a-b5a1-db51342d35c1', 'mac_address': 'fa:16:3e:03:b3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd011a7cf-6c3d-4713-8838-03787ab1ddaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:31:37Z', 'updated_at': '2022-04-06T16:32:25Z', 'revision_number': 1, 'project_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb363f30-d077-4e2c-8dbb-5c48d20c0b07', 'name': '', 'network_id': '31d40b1e-6325-447a-b5a1-db51342d35c1', 'tenant_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'mac_address': 'fa:16:3e:cf:26:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '86d619c9-3cbf-4e29-bfd6-a7485621c49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:20Z', 'updated_at': '2022-04-06T16:31:36Z', 'revision_number': 5, 'project_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'subnets': [{'id': '86d619c9-3cbf-4e29-bfd6-a7485621c49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:32:28.318912 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad62539-844d-423b-a5a1-42f3a362d3d3 None None] The sync data for ids ['dd48a771-c84e-4f03-8a0f-c8c42aa8780a'] in dv-cinder-815660-7-smb is: [{'id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'name': 'tempest-AttachVolumeTestJSON-2104936252-router', 'tenant_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': '3d3cad3b-c6e0-4df7-888b-f41f5228c2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:13Z', 'updated_at': '2022-04-06T16:31:22Z', 'revision_number': 4, 'project_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'gw_port': {'id': '3d3cad3b-c6e0-4df7-888b-f41f5228c2a4', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:14Z', 'updated_at': '2022-04-06T16:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_floatingips': [{'id': 'dbc124ab-e086-45b7-aa2d-fefa0cdd38e6', 'tenant_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'floating_ip_address': '172.28.0.198', 'floating_network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'router_id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'port_id': '56f7c595-be44-48b6-8839-097f49b7fb83', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31d40b1e-6325-447a-b5a1-db51342d35c1', 'mac_address': 'fa:16:3e:03:b3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd011a7cf-6c3d-4713-8838-03787ab1ddaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:31:37Z', 'updated_at': '2022-04-06T16:32:25Z', 'revision_number': 1, 'project_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb363f30-d077-4e2c-8dbb-5c48d20c0b07', 'name': '', 'network_id': '31d40b1e-6325-447a-b5a1-db51342d35c1', 'tenant_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'mac_address': 'fa:16:3e:cf:26:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '86d619c9-3cbf-4e29-bfd6-a7485621c49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:20Z', 'updated_at': '2022-04-06T16:31:36Z', 'revision_number': 5, 'project_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'subnets': [{'id': '86d619c9-3cbf-4e29-bfd6-a7485621c49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:32:28.345362 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-76636fd2-1e5c-463b-a3fd-c5bf2a3e2e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (0aef59a7-cb97-4bb4-836e-c7913a36effc), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:28.373256 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f16336-a474-4f92-b565-09cc2d5caf27 x-openstack-request-id: req-b7f16336-a474-4f92-b565-09cc2d5caf27 {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:32:28.373660 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e953b495-dc77-42a4-8a2c-7ce8bd11b217", "name": "network-vif-deleted", "tag": "762cbca0-2097-4643-a14d-839fbf0082e1", "status": "completed", "code": 200}]} {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:32:28.374020 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b7f16336-a474-4f92-b565-09cc2d5caf27 {{(pid=103680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:32:28.374529 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7f16336-a474-4f92-b565-09cc2d5caf27'] response: {'server_uuid': 'e953b495-dc77-42a4-8a2c-7ce8bd11b217', 'name': 'network-vif-deleted', 'tag': '762cbca0-2097-4643-a14d-839fbf0082e1', 'status': 'completed', 'code': 200} Apr 06 16:32:28.405841 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76636fd2-1e5c-463b-a3fd-c5bf2a3e2e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aef59a7-cb97-4bb4-836e-c7913a36effc,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:28.416509 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-76636fd2-1e5c-463b-a3fd-c5bf2a3e2e14 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=67fa0a021103457ea9dd148a2f8bea47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6317019 Apr 06 16:32:28.422185 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 36106) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:28.474788 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 36108) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:28.489260 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d5271758-c5d7-4df0-8164-af2b0ab1c0c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:28.539674 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-39d2d168-1c8d-46b7-9211-2dd2229d8142 admin admin] Publish callbacks [] for security_group (0aef59a7-cb97-4bb4-836e-c7913a36effc), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:28.581128 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-39d2d168-1c8d-46b7-9211-2dd2229d8142 admin admin] Publish callbacks [] for security_group (0aef59a7-cb97-4bb4-836e-c7913a36effc), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:28.667522 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d5271758-c5d7-4df0-8164-af2b0ab1c0c0 admin admin] Publish callbacks [] for security_group (710abb04-c881-45f7-965c-29e65d827a93), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:28.710542 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa65a7c-6836-42c4-beec-1bca96a0aa4d None None] New status for floating IP dbc124ab-e086-45b7-aa2d-fefa0cdd38e6: ACTIVE {{(pid=103682) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 16:32:28.737585 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d5271758-c5d7-4df0-8164-af2b0ab1c0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (710abb04-c881-45f7-965c-29e65d827a93), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:28.792970 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-d5271758-c5d7-4df0-8164-af2b0ab1c0c0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4edec8d6e0ec4db999936725a988c6d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3131680 Apr 06 16:32:28.792970 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5271758-c5d7-4df0-8164-af2b0ab1c0c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710abb04-c881-45f7-965c-29e65d827a93,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:28.795924 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 36120) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:28.807746 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-39d2d168-1c8d-46b7-9211-2dd2229d8142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (0aef59a7-cb97-4bb4-836e-c7913a36effc), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:28.811537 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-39d2d168-1c8d-46b7-9211-2dd2229d8142 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:28.814181 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-39d2d168-1c8d-46b7-9211-2dd2229d8142 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0aef59a7-cb97-4bb4-836e-c7913a36effc HTTP/1.1" status: 204 len: 168 time: 0.3933632 Apr 06 16:32:28.843472 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ee69b-2b0a-4628-9fcb-dc1706827b1c req-633d6c26-f383-45b3-8343-017237af8cb9 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:28.845701 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-322ee69b-2b0a-4628-9fcb-dc1706827b1c req-633d6c26-f383-45b3-8343-017237af8cb9 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 946 time: 0.1281834 Apr 06 16:32:28.863527 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d2d168-1c8d-46b7-9211-2dd2229d8142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aef59a7-cb97-4bb4-836e-c7913a36effc,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:29.002589 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-322ee69b-2b0a-4628-9fcb-dc1706827b1c req-e95fbfc2-eca4-41ca-854c-dbf9ae4f778e tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321988 Apr 06 16:32:29.012862 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-b8298e80-c550-486e-99c1-26a0e5d3bcf4 admin admin] Publish callbacks [] for security_group (710abb04-c881-45f7-965c-29e65d827a93), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:29.095373 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-b8298e80-c550-486e-99c1-26a0e5d3bcf4 admin admin] Publish callbacks [] for security_group (710abb04-c881-45f7-965c-29e65d827a93), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:29.288918 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-b8298e80-c550-486e-99c1-26a0e5d3bcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (710abb04-c881-45f7-965c-29e65d827a93), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:29.299645 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-b8298e80-c550-486e-99c1-26a0e5d3bcf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:29.302673 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-b8298e80-c550-486e-99c1-26a0e5d3bcf4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/710abb04-c881-45f7-965c-29e65d827a93 HTTP/1.1" status: 204 len: 168 time: 0.5045071 Apr 06 16:32:29.340880 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8298e80-c550-486e-99c1-26a0e5d3bcf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710abb04-c881-45f7-965c-29e65d827a93,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:29.390069 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ac87f499-7fce-4669-92d8-777c5b5e5e62 req-808c4df2-c171-40c5-9355-5870d8d8531e tempest-DeleteServersTestJSON-1555224828 tempest-DeleteServersTestJSON-1555224828-project] 10.222.0.49 "GET /v2.0/ports?device_id=e953b495-dc77-42a4-8a2c-7ce8bd11b217 HTTP/1.1" status: 200 len: 210 time: 0.0964992 Apr 06 16:32:29.760413 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-9f271e64-55e4-41b7-ad03-6b1050415771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:29.947463 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 36148) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:30.168047 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 36162) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:30.197514 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f610fb2-f1f7-4846-92eb-994c93369ba7 req-de7a9bad-2074-49d7-922c-973990936814 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:30.197514 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-8f610fb2-f1f7-4846-92eb-994c93369ba7 req-de7a9bad-2074-49d7-922c-973990936814 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 946 time: 0.0849736 Apr 06 16:32:30.197514 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a023dc22-d1d6-4f7b-a152-951151f6dcfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:30.279335 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-8f610fb2-f1f7-4846-92eb-994c93369ba7 req-c242c1dd-19fc-4cb2-82fa-66ae61d54598 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731716 Apr 06 16:32:30.326509 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-63bbca0d-a974-45d0-b787-9dfa5da04cc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:30.339775 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a023dc22-d1d6-4f7b-a152-951151f6dcfe admin admin] Publish callbacks [] for security_group (073795f9-4ec7-4783-b1c9-1c511fdca8c3), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:30.371740 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (0e5c86dc-cd19-4356-a060-9388d8808620), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:30.430828 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-63bbca0d-a974-45d0-b787-9dfa5da04cc4 admin admin] Publish callbacks [] for security_group (b8b1d9bd-701e-4946-8dbe-41211dea67e6), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:30.485262 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a023dc22-d1d6-4f7b-a152-951151f6dcfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (073795f9-4ec7-4783-b1c9-1c511fdca8c3), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:30.526027 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-63bbca0d-a974-45d0-b787-9dfa5da04cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (b8b1d9bd-701e-4946-8dbe-41211dea67e6), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:30.591716 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-a023dc22-d1d6-4f7b-a152-951151f6dcfe admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6686edc7dc1f4eef96aa9972cb14dc16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6423852 Apr 06 16:32:30.594184 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a023dc22-d1d6-4f7b-a152-951151f6dcfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073795f9-4ec7-4783-b1c9-1c511fdca8c3,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:30.598708 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 36180) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:30.663486 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-63bbca0d-a974-45d0-b787-9dfa5da04cc4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3de4a0e679df46678da6778055060cb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4940290 Apr 06 16:32:30.669397 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 36184) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:30.689453 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bbca0d-a974-45d0-b787-9dfa5da04cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b1d9bd-701e-4946-8dbe-41211dea67e6,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:30.756621 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e4ebcb00-d4ee-4d27-9f06-710b8f9e315c admin admin] Publish callbacks [] for security_group (073795f9-4ec7-4783-b1c9-1c511fdca8c3), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:30.787560 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e4ebcb00-d4ee-4d27-9f06-710b8f9e315c admin admin] Publish callbacks [] for security_group (073795f9-4ec7-4783-b1c9-1c511fdca8c3), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:30.816293 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-64580136-01e9-4957-86b4-1f8c8d9012b6 admin admin] Publish callbacks [] for security_group (b8b1d9bd-701e-4946-8dbe-41211dea67e6), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:30.858212 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-64580136-01e9-4957-86b4-1f8c8d9012b6 admin admin] Publish callbacks [] for security_group (b8b1d9bd-701e-4946-8dbe-41211dea67e6), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:30.972192 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e4ebcb00-d4ee-4d27-9f06-710b8f9e315c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (073795f9-4ec7-4783-b1c9-1c511fdca8c3), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:30.975526 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e4ebcb00-d4ee-4d27-9f06-710b8f9e315c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:30.979643 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-e4ebcb00-d4ee-4d27-9f06-710b8f9e315c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/073795f9-4ec7-4783-b1c9-1c511fdca8c3 HTTP/1.1" status: 204 len: 168 time: 0.3713293 Apr 06 16:32:30.988897 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ebcb00-d4ee-4d27-9f06-710b8f9e315c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073795f9-4ec7-4783-b1c9-1c511fdca8c3,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:31.030243 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-64580136-01e9-4957-86b4-1f8c8d9012b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (b8b1d9bd-701e-4946-8dbe-41211dea67e6), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:31.034723 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-64580136-01e9-4957-86b4-1f8c8d9012b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:31.039926 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-64580136-01e9-4957-86b4-1f8c8d9012b6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b8b1d9bd-701e-4946-8dbe-41211dea67e6 HTTP/1.1" status: 204 len: 168 time: 0.3648133 Apr 06 16:32:31.046502 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64580136-01e9-4957-86b4-1f8c8d9012b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b1d9bd-701e-4946-8dbe-41211dea67e6,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:31.455846 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e9948-2358-4bca-992f-ee1e844826a9 req-44b38586-a4c4-49d3-b686-f1bc70202acf tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:31.458616 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-349e9948-2358-4bca-992f-ee1e844826a9 req-44b38586-a4c4-49d3-b686-f1bc70202acf tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 946 time: 0.0829921 Apr 06 16:32:31.533674 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-349e9948-2358-4bca-992f-ee1e844826a9 req-625715c3-182f-4807-80b5-24620ac705b9 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666730 Apr 06 16:32:31.767390 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 762cbca0-2097-4643-a14d-839fbf0082e1 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:32:31.790656 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] No Port match for: 762cbca0-2097-4643-a14d-839fbf0082e1 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:32:31.793687 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 762cbca0-2097-4643-a14d-839fbf0082e1 not bound to the agent host hv-cinder-81566 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:32:31.997219 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 36226) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:32.012740 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-acbcd92b-fb2b-4d9a-99b3-9fdcf5650ba0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:32.013629 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-c294e2d1-b0e9-46b0-b112-4d7cccf89969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:32.127587 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-acbcd92b-fb2b-4d9a-99b3-9fdcf5650ba0 admin admin] Publish callbacks [] for security_group (de8adf4a-745b-4c8f-945c-9e206e3b314c), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:32.190319 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-acbcd92b-fb2b-4d9a-99b3-9fdcf5650ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (de8adf4a-745b-4c8f-945c-9e206e3b314c), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:32.236381 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-acbcd92b-fb2b-4d9a-99b3-9fdcf5650ba0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f999748e43564a22b2a79a6ad4383664&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2371843 Apr 06 16:32:32.239041 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbcd92b-fb2b-4d9a-99b3-9fdcf5650ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8adf4a-745b-4c8f-945c-9e206e3b314c,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:32.242405 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 36240) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:32.337313 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b0a42043-be2b-474c-9ee1-9fd71770bf44 admin admin] Publish callbacks [] for security_group (de8adf4a-745b-4c8f-945c-9e206e3b314c), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:32.357465 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 36250) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:32.397218 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b0a42043-be2b-474c-9ee1-9fd71770bf44 admin admin] Publish callbacks [] for security_group (de8adf4a-745b-4c8f-945c-9e206e3b314c), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:32.445490 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.db_base_plugin_v2 [None req-9157d6f4-4f0b-470d-8abe-c79a3282c366 admin admin] Deleting subnet 4429e196-7dee-49a0-98fd-49a30757b8d1 {{(pid=103680) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 16:32:32.449546 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9157d6f4-4f0b-470d-8abe-c79a3282c366 admin admin] Publish callbacks [] for subnet (4429e196-7dee-49a0-98fd-49a30757b8d1), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:32.503841 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9157d6f4-4f0b-470d-8abe-c79a3282c366 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5945672'] for subnet (4429e196-7dee-49a0-98fd-49a30757b8d1), precommit_delete_associations {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:32.597332 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9157d6f4-4f0b-470d-8abe-c79a3282c366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1833433'] for subnet (4429e196-7dee-49a0-98fd-49a30757b8d1), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:32.635010 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b0a42043-be2b-474c-9ee1-9fd71770bf44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (de8adf4a-745b-4c8f-945c-9e206e3b314c), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:32.638443 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b0a42043-be2b-474c-9ee1-9fd71770bf44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:32.641202 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-b0a42043-be2b-474c-9ee1-9fd71770bf44 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/de8adf4a-745b-4c8f-945c-9e206e3b314c HTTP/1.1" status: 204 len: 168 time: 0.3965964 Apr 06 16:32:32.655550 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a42043-be2b-474c-9ee1-9fd71770bf44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8adf4a-745b-4c8f-945c-9e206e3b314c,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:32.701761 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28411630-5886-479c-b75f-0560e8bf3b11 req-05c24cab-69ad-4d40-a5df-96f2e886dfc9 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:32.704479 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-28411630-5886-479c-b75f-0560e8bf3b11 req-05c24cab-69ad-4d40-a5df-96f2e886dfc9 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 946 time: 0.0841999 Apr 06 16:32:32.764320 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-28411630-5886-479c-b75f-0560e8bf3b11 req-b1b4da0b-a518-4ebf-bb8c-b93262ffb04f tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529919 Apr 06 16:32:32.800202 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9157d6f4-4f0b-470d-8abe-c79a3282c366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1833430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5978122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4346813'] for subnet (4429e196-7dee-49a0-98fd-49a30757b8d1), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:32.834977 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9157d6f4-4f0b-470d-8abe-c79a3282c366 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4429e196-7dee-49a0-98fd-49a30757b8d1,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:32.838876 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9157d6f4-4f0b-470d-8abe-c79a3282c366 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:32.842106 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-9157d6f4-4f0b-470d-8abe-c79a3282c366 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4429e196-7dee-49a0-98fd-49a30757b8d1 HTTP/1.1" status: 204 len: 168 time: 0.4833214 Apr 06 16:32:32.846495 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 36264) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:32.945695 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-123c2605-8999-4057-b339-c1aabde6e9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1710238'] for network (8c850383-625d-4ee4-97f3-c6290009d01e), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:33.083454 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-123c2605-8999-4057-b339-c1aabde6e9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1831458', 'neutron.services.segments.db._delete_segments_for_network-8758156444793'] for network (8c850383-625d-4ee4-97f3-c6290009d01e), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:33.118681 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.services.segments.db [None req-123c2605-8999-4057-b339-c1aabde6e9ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c850383-625d-4ee4-97f3-c6290009d01e']}} {{(pid=103680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:32:33.138507 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.services.segments.db [None req-123c2605-8999-4057-b339-c1aabde6e9ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a7d0733-36b8-4555-8a4a-700fcb22a0e8') {'for_net_delete': True} {{(pid=103680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:32:33.141229 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.services.segments.db [None req-123c2605-8999-4057-b339-c1aabde6e9ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a7d0733-36b8-4555-8a4a-700fcb22a0e8') {} {{(pid=103680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:32:33.155542 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-123c2605-8999-4057-b339-c1aabde6e9ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758156443522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5945779'] for segment (8a7d0733-36b8-4555-8a4a-700fcb22a0e8), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:33.175654 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-123c2605-8999-4057-b339-c1aabde6e9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1728802'] for segment (8a7d0733-36b8-4555-8a4a-700fcb22a0e8), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:33.185672 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-123c2605-8999-4057-b339-c1aabde6e9ef admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=103680) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 16:32:33.186991 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-123c2605-8999-4057-b339-c1aabde6e9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1728802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5978208'] for segment (8a7d0733-36b8-4555-8a4a-700fcb22a0e8), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:33.190415 dv-cinder-815660-7-smb neutron-server[103680]: Traceback (most recent call last): Apr 06 16:32:33.190415 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 16:32:33.190415 dv-cinder-815660-7-smb neutron-server[103680]: timer() Apr 06 16:32:33.190415 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 16:32:33.190415 dv-cinder-815660-7-smb neutron-server[103680]: cb(*args, **kw) Apr 06 16:32:33.190415 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 16:32:33.190415 dv-cinder-815660-7-smb neutron-server[103680]: return func(*args, **kwargs) Apr 06 16:32:33.190415 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 16:32:33.190415 dv-cinder-815660-7-smb neutron-server[103680]: self._notify() Apr 06 16:32:33.190415 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 16:32:33.190415 dv-cinder-815660-7-smb neutron-server[103680]: self.callback(batched_events) Apr 06 16:32:33.190415 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 16:32:33.190415 dv-cinder-815660-7-smb neutron-server[103680]: event.method(event) Apr 06 16:32:33.190415 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 16:32:33.190415 dv-cinder-815660-7-smb neutron-server[103680]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 16:32:33.190415 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 16:32:33.190415 dv-cinder-815660-7-smb neutron-server[103680]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 16:32:33.190415 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 16:32:33.190415 dv-cinder-815660-7-smb neutron-server[103680]: return f(self, *a, **k) Apr 06 16:32:33.190415 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 16:32:33.190415 dv-cinder-815660-7-smb neutron-server[103680]: return self._get(url).json() Apr 06 16:32:33.190415 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 16:32:33.190415 dv-cinder-815660-7-smb neutron-server[103680]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 16:32:33.190415 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 16:32:33.190415 dv-cinder-815660-7-smb neutron-server[103680]: return self.request(url, 'GET', **kwargs) Apr 06 16:32:33.190415 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 16:32:33.190415 dv-cinder-815660-7-smb neutron-server[103680]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 16:32:33.190415 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 16:32:33.190415 dv-cinder-815660-7-smb neutron-server[103680]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 16:32:33.190415 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 16:32:33.190415 dv-cinder-815660-7-smb neutron-server[103680]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 16:32:33.190415 dv-cinder-815660-7-smb neutron-server[103680]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 16:32:33.440394 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:33.592898 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 36284) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:33.595943 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-123c2605-8999-4057-b339-c1aabde6e9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1831515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617055'] for network (8c850383-625d-4ee4-97f3-c6290009d01e), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:33.608102 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-924636f2-28c3-4cd1-bceb-e67070154995 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:33.624958 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-123c2605-8999-4057-b339-c1aabde6e9ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:33.631955 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-123c2605-8999-4057-b339-c1aabde6e9ef admin admin] 10.222.0.49 "DELETE /v2.0/networks/8c850383-625d-4ee4-97f3-c6290009d01e HTTP/1.1" status: 204 len: 168 time: 0.7843676 Apr 06 16:32:33.632878 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c2605-8999-4057-b339-c1aabde6e9ef admin admin] Pushing event deleted for resources: {'Network': ['ID=8c850383-625d-4ee4-97f3-c6290009d01e,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:33.733225 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-924636f2-28c3-4cd1-bceb-e67070154995 admin admin] Publish callbacks [] for security_group (a18a80c1-5886-44d8-aed8-754c3b002010), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:33.796444 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-924636f2-28c3-4cd1-bceb-e67070154995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (a18a80c1-5886-44d8-aed8-754c3b002010), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:33.887286 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-924636f2-28c3-4cd1-bceb-e67070154995 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d4f3ed33e1a4475294bd7b72cc4168b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2934132 Apr 06 16:32:33.889038 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924636f2-28c3-4cd1-bceb-e67070154995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18a80c1-5886-44d8-aed8-754c3b002010,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:33.892213 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 36296) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:34.030262 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-59a15d11-d65f-4ba0-adc4-619c66f37476 admin admin] Publish callbacks [] for security_group (a18a80c1-5886-44d8-aed8-754c3b002010), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:34.050093 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de134cc-328c-4699-99c9-89d4e42fb2ad req-8b9101e2-e9a5-452c-85d6-eb440bd8271f tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:34.053098 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-6de134cc-328c-4699-99c9-89d4e42fb2ad req-8b9101e2-e9a5-452c-85d6-eb440bd8271f tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 946 time: 0.1208460 Apr 06 16:32:34.112512 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-59a15d11-d65f-4ba0-adc4-619c66f37476 admin admin] Publish callbacks [] for security_group (a18a80c1-5886-44d8-aed8-754c3b002010), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:34.227350 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-6de134cc-328c-4699-99c9-89d4e42fb2ad req-87e2c6fb-e58c-4021-b7eb-f8d6a5d7ec4a tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608818 Apr 06 16:32:34.247487 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 36338) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:34.310587 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-5b2ba691-62e0-44ed-b933-1a1b989bd523 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c74b122664a14050ac008d5b08466173&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0611150 Apr 06 16:32:34.313912 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 36342) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:34.362660 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-59a15d11-d65f-4ba0-adc4-619c66f37476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (a18a80c1-5886-44d8-aed8-754c3b002010), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:34.367034 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-59a15d11-d65f-4ba0-adc4-619c66f37476 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:34.372006 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-59a15d11-d65f-4ba0-adc4-619c66f37476 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a18a80c1-5886-44d8-aed8-754c3b002010 HTTP/1.1" status: 204 len: 168 time: 0.4750981 Apr 06 16:32:34.400998 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a15d11-d65f-4ba0-adc4-619c66f37476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18a80c1-5886-44d8-aed8-754c3b002010,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:34.411812 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c19ffee4-83bb-4fe5-a225-daede6e8b862 admin admin] Publish callbacks [] for security_group (ce0deb47-0ed4-4b3d-b2a8-bfe6fad3d329), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:34.446054 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c19ffee4-83bb-4fe5-a225-daede6e8b862 admin admin] Publish callbacks [] for security_group (ce0deb47-0ed4-4b3d-b2a8-bfe6fad3d329), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:34.599503 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c19ffee4-83bb-4fe5-a225-daede6e8b862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (ce0deb47-0ed4-4b3d-b2a8-bfe6fad3d329), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:34.600583 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:34.602101 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c19ffee4-83bb-4fe5-a225-daede6e8b862 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:34.603487 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-c19ffee4-83bb-4fe5-a225-daede6e8b862 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ce0deb47-0ed4-4b3d-b2a8-bfe6fad3d329 HTTP/1.1" status: 204 len: 168 time: 0.2884283 Apr 06 16:32:34.621288 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ffee4-83bb-4fe5-a225-daede6e8b862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0deb47-0ed4-4b3d-b2a8-bfe6fad3d329,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:35.394133 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5109ad-8991-4893-9580-f42dcd31d5cb req-1d35cc2b-ca8c-4b91-8189-ae5cc50107ed tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:35.395796 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-3c5109ad-8991-4893-9580-f42dcd31d5cb req-1d35cc2b-ca8c-4b91-8189-ae5cc50107ed tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 946 time: 0.0627081 Apr 06 16:32:35.449656 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-3c5109ad-8991-4893-9580-f42dcd31d5cb req-25bd2dfc-6deb-44fc-aaf9-c07bdde56cc3 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477536 Apr 06 16:32:35.915594 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 36422) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:36.188484 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:36.196384 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-24537b4b-f581-43b3-810f-62c5f9f1e556 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1107108701-network', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:32:36.305256 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24537b4b-f581-43b3-810f-62c5f9f1e556 admin admin] Made reservation on behalf of 3e0d499680204ce48c74bc5d3b01a192 for: {'network': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:32:36.308298 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-24537b4b-f581-43b3-810f-62c5f9f1e556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for network (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:36.325302 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-24537b4b-f581-43b3-810f-62c5f9f1e556 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:36.426213 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-24537b4b-f581-43b3-810f-62c5f9f1e556 admin admin] Publish callbacks [] for security_group (c767d90b-a457-4bcf-b1a9-ce7d2a589657), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:36.515777 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-24537b4b-f581-43b3-810f-62c5f9f1e556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (c767d90b-a457-4bcf-b1a9-ce7d2a589657), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:36.534936 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24537b4b-f581-43b3-810f-62c5f9f1e556 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=103680) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 16:32:36.596772 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-24537b4b-f581-43b3-810f-62c5f9f1e556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1728802'] for segment (9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:36.597124 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.db.segments_db [None req-24537b4b-f581-43b3-810f-62c5f9f1e556 admin admin] Added segment 9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0 of type vlan for network 8ef6f925-e3af-4879-bc93-ee3096c80cf0 Apr 06 16:32:36.632289 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24537b4b-f581-43b3-810f-62c5f9f1e556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c767d90b-a457-4bcf-b1a9-ce7d2a589657,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:36.653346 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-24537b4b-f581-43b3-810f-62c5f9f1e556 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758155981114'] for network (8ef6f925-e3af-4879-bc93-ee3096c80cf0), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:36.684742 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e647a9-616c-49c2-85e6-b3bb4b77e20a req-b356a682-43c4-4d34-ab6e-56f210ee99b2 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:36.686743 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-42e647a9-616c-49c2-85e6-b3bb4b77e20a req-b356a682-43c4-4d34-ab6e-56f210ee99b2 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 946 time: 0.1485610 Apr 06 16:32:36.751199 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-42e647a9-616c-49c2-85e6-b3bb4b77e20a req-c05ac07b-5eac-47f2-8651-17abc34c888d tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554512 Apr 06 16:32:36.756643 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-24537b4b-f581-43b3-810f-62c5f9f1e556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069'] for network (8ef6f925-e3af-4879-bc93-ee3096c80cf0), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:36.758149 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24537b4b-f581-43b3-810f-62c5f9f1e556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:36.758743 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-24537b4b-f581-43b3-810f-62c5f9f1e556 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:36.845781 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24537b4b-f581-43b3-810f-62c5f9f1e556 admin admin] Pushing event updated for resources: {'Network': ['ID=8ef6f925-e3af-4879-bc93-ee3096c80cf0,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:36.859463 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Network 8ef6f925-e3af-4879-bc93-ee3096c80cf0 details requested by agent ovs-agent-dv-cinder-815660-7-smb with host dv-cinder-815660-7-smb {{(pid=103682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 16:32:36.928382 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-24537b4b-f581-43b3-810f-62c5f9f1e556 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0109270 Apr 06 16:32:36.931246 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 36460) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:36.944468 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-bdcfe5ce-6390-4491-ac4f-0eba55977a22 admin admin] Request body: {'subnet': {'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1107108701-subnet', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:32:37.056826 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdcfe5ce-6390-4491-ac4f-0eba55977a22 admin admin] Made reservation on behalf of 3e0d499680204ce48c74bc5d3b01a192 for: {'subnet': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:32:37.059833 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-bdcfe5ce-6390-4491-ac4f-0eba55977a22 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4346842'] for subnet (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:37.408709 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-bdcfe5ce-6390-4491-ac4f-0eba55977a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4346820'] for subnet (1121a7e3-a3db-4af5-8ad9-70ecc903d4ca), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:37.480457 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcfe5ce-6390-4491-ac4f-0eba55977a22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1121a7e3-a3db-4af5-8ad9-70ecc903d4ca,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:37.483605 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcfe5ce-6390-4491-ac4f-0eba55977a22 admin admin] Checking segment: {'id': '9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:32:37.484010 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcfe5ce-6390-4491-ac4f-0eba55977a22 admin admin] Network hostable DHCP agents. Network: 8ef6f925-e3af-4879-bc93-ee3096c80cf0, hostable agents: ['f8e9d332-5077-4d82-8c59-e3560cf7409d'], hosted agents: [] {{(pid=103680) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 16:32:37.576913 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcfe5ce-6390-4491-ac4f-0eba55977a22 admin admin] Network 8ef6f925-e3af-4879-bc93-ee3096c80cf0 is scheduled to be hosted by DHCP agent f8e9d332-5077-4d82-8c59-e3560cf7409d with binding_index 1 {{(pid=103680) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 16:32:37.693668 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-bdcfe5ce-6390-4491-ac4f-0eba55977a22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-7-smb, 8ef6f925-e3af-4879-bc93-ee3096c80cf0) {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:32:37.698554 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcfe5ce-6390-4491-ac4f-0eba55977a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:37.699158 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-bdcfe5ce-6390-4491-ac4f-0eba55977a22 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:37.707430 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257a8ade-1114-4cf9-a6cc-6023726929fa None None] Network 8ef6f925-e3af-4879-bc93-ee3096c80cf0 requested from dv-cinder-815660-7-smb {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:32:37.817309 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-bdcfe5ce-6390-4491-ac4f-0eba55977a22 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8842778 Apr 06 16:32:37.822049 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 36494) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:37.830251 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-ad93fb08-1fec-4b34-b208-f1621dda04ec admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1107108701-router', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542'}}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:32:37.937040 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ad93fb08-1fec-4b34-b208-f1621dda04ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3801'] for router (16901a2b-a0e0-4d5f-920d-7408ff2de157), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:37.941058 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ad93fb08-1fec-4b34-b208-f1621dda04ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-616774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-594134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3776'] for router (16901a2b-a0e0-4d5f-920d-7408ff2de157), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:37.951508 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5931a0-4641-4417-bdbf-3ecb6a089077 req-db1b3811-97fa-44a9-b907-803ccc183aeb tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:37.953538 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-1f5931a0-4641-4417-bdbf-3ecb6a089077 req-db1b3811-97fa-44a9-b907-803ccc183aeb tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 946 time: 0.0803924 Apr 06 16:32:37.975354 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acc6a7c-5734-4e70-8733-5c4ba7544ff8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00762c58-2b86-5e77-99c4-154082f7bcb4-8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'fixed_ips': [{'subnet_id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca'}]}} from dv-cinder-815660-7-smb. {{(pid=103682) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 16:32:37.977065 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-2acc6a7c-5734-4e70-8733-5c4ba7544ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:38.041494 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ad93fb08-1fec-4b34-b208-f1621dda04ec admin admin] Publish callbacks [] for router_controller (16901a2b-a0e0-4d5f-920d-7408ff2de157), precommit_add_association {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:38.059950 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-1f5931a0-4641-4417-bdbf-3ecb6a089077 req-1f92ebe3-d4fc-43db-9f9e-c01ce592f829 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905628 Apr 06 16:32:38.167579 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.db_base_plugin_common [None req-2acc6a7c-5734-4e70-8733-5c4ba7544ff8 None None] Allocated IP 172.20.0.2 (8ef6f925-e3af-4879-bc93-ee3096c80cf0/1121a7e3-a3db-4af5-8ad9-70ecc903d4ca/f2055c4b-e88c-4aae-9b46-13366319827f) {{(pid=103682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:32:38.386899 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ad93fb08-1fec-4b34-b208-f1621dda04ec admin admin] Publish callbacks [] for router_gateway (16901a2b-a0e0-4d5f-920d-7408ff2de157), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:38.394918 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-2acc6a7c-5734-4e70-8733-5c4ba7544ff8 None None] Publish callbacks [] for port (f2055c4b-e88c-4aae-9b46-13366319827f), precommit_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:38.528260 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-2acc6a7c-5734-4e70-8733-5c4ba7544ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276'] for port (f2055c4b-e88c-4aae-9b46-13366319827f), after_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:38.567285 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acc6a7c-5734-4e70-8733-5c4ba7544ff8 None None] Network 8ef6f925-e3af-4879-bc93-ee3096c80cf0 is already hosted by enough agents. {{(pid=103682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:32:38.572207 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.scheduler.base_scheduler [None req-2acc6a7c-5734-4e70-8733-5c4ba7544ff8 None None] Resources bound (agent type, host, resource id): {{(pid=103682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:32:38.575180 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acc6a7c-5734-4e70-8733-5c4ba7544ff8 None None] Received port after_create {{(pid=103682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:32:38.621148 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc6a7c-5734-4e70-8733-5c4ba7544ff8 None None] Pushing event updated for resources: {'Port': ['ID=f2055c4b-e88c-4aae-9b46-13366319827f,revision_number=1']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:38.654114 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-2acc6a7c-5734-4e70-8733-5c4ba7544ff8 None None] Attempting to bind port f2055c4b-e88c-4aae-9b46-13366319827f on host dv-cinder-815660-7-smb for vnic_type normal with profile {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:32:38.654495 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-2acc6a7c-5734-4e70-8733-5c4ba7544ff8 None None] Attempting to bind port f2055c4b-e88c-4aae-9b46-13366319827f by drivers openvswitch,hyperv on host dv-cinder-815660-7-smb at level 0 using segments [{'id': '9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0'}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:32:38.655182 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acc6a7c-5734-4e70-8733-5c4ba7544ff8 None None] Attempting to bind port f2055c4b-e88c-4aae-9b46-13366319827f on network 8ef6f925-e3af-4879-bc93-ee3096c80cf0 {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:32:38.662449 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acc6a7c-5734-4e70-8733-5c4ba7544ff8 None None] Checking agent: {'id': 'c8d6835f-40e2-4c71-9616-8d834b10e2ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 22, 6), 'started_at': datetime.datetime(2022, 4, 6, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:32:38.662960 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acc6a7c-5734-4e70-8733-5c4ba7544ff8 None None] Checking segment: {'id': '9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:32:38.663359 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-2acc6a7c-5734-4e70-8733-5c4ba7544ff8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:38.663839 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acc6a7c-5734-4e70-8733-5c4ba7544ff8 None None] Bound using segment: {'id': '9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0'} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:32:38.664368 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-2acc6a7c-5734-4e70-8733-5c4ba7544ff8 None None] Bound port: f2055c4b-e88c-4aae-9b46-13366319827f, host: dv-cinder-815660-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0'}}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:32:38.664795 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-2acc6a7c-5734-4e70-8733-5c4ba7544ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (f2055c4b-e88c-4aae-9b46-13366319827f), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:38.731222 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ad93fb08-1fec-4b34-b208-f1621dda04ec admin admin] Publish callbacks [] for router_gateway (16901a2b-a0e0-4d5f-920d-7408ff2de157), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:38.752640 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ad93fb08-1fec-4b34-b208-f1621dda04ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:38.757426 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-2acc6a7c-5734-4e70-8733-5c4ba7544ff8 None None] For port f2055c4b-e88c-4aae-9b46-13366319827f, host dv-cinder-815660-7-smb, cleared binding levels {{(pid=103682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:32:38.864902 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-2acc6a7c-5734-4e70-8733-5c4ba7544ff8 None None] For port f2055c4b-e88c-4aae-9b46-13366319827f, host dv-cinder-815660-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=f2055c4b-e88c-4aae-9b46-13366319827f,segment=NetworkSegment(9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0),segment_id=9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0)] {{(pid=103682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:32:38.879067 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.db_base_plugin_common [None req-ad93fb08-1fec-4b34-b208-f1621dda04ec admin admin] Allocated IP 172.28.0.12 (5748d197-8213-47ef-9188-592aa7f2e542/30360da9-bba6-4593-a408-3cd8aca8fb5f/379f8ad6-644e-4cb2-a34c-83576b613ee1) {{(pid=103680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:32:38.973669 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-2acc6a7c-5734-4e70-8733-5c4ba7544ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (f2055c4b-e88c-4aae-9b46-13366319827f), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:39.000632 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ad93fb08-1fec-4b34-b208-f1621dda04ec admin admin] Publish callbacks [] for port (379f8ad6-644e-4cb2-a34c-83576b613ee1), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:39.041593 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc6a7c-5734-4e70-8733-5c4ba7544ff8 None None] Pushing event updated for resources: {'Port': ['ID=f2055c4b-e88c-4aae-9b46-13366319827f,revision_number=2']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:39.099105 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ad93fb08-1fec-4b34-b208-f1621dda04ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (379f8ad6-644e-4cb2-a34c-83576b613ee1), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:39.145695 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad93fb08-1fec-4b34-b208-f1621dda04ec admin admin] Network 5748d197-8213-47ef-9188-592aa7f2e542 is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:32:39.149004 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-ad93fb08-1fec-4b34-b208-f1621dda04ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:32:39.152996 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad93fb08-1fec-4b34-b208-f1621dda04ec admin admin] Received port after_create {{(pid=103680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:32:39.183201 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad93fb08-1fec-4b34-b208-f1621dda04ec admin admin] Pushing event updated for resources: {'Port': ['ID=379f8ad6-644e-4cb2-a34c-83576b613ee1,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:39.373978 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e9434-279b-4864-aafa-822a36252885 req-53e7a7f0-e2e0-4020-a19c-67ae489b6bf9 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:39.376863 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-f99e9434-279b-4864-aafa-822a36252885 req-53e7a7f0-e2e0-4020-a19c-67ae489b6bf9 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 946 time: 0.1800210 Apr 06 16:32:39.497803 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device f2055c4b-e88c-4aae-9b46-13366319827f up at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:32:39.520602 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-f99e9434-279b-4864-aafa-822a36252885 req-436e1a6c-d806-4979-a153-e318e4bb5ee1 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954130 Apr 06 16:32:39.599496 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Provisioning complete for port f2055c4b-e88c-4aae-9b46-13366319827f triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:32:39.600311 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (f2055c4b-e88c-4aae-9b46-13366319827f), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:39.654442 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ad93fb08-1fec-4b34-b208-f1621dda04ec admin admin] Publish callbacks [] for router_gateway (16901a2b-a0e0-4d5f-920d-7408ff2de157), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:39.712985 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Current status of the port f2055c4b-e88c-4aae-9b46-13366319827f is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:32:39.713381 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (f2055c4b-e88c-4aae-9b46-13366319827f), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:39.751351 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] For port f2055c4b-e88c-4aae-9b46-13366319827f, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=f2055c4b-e88c-4aae-9b46-13366319827f,segment=NetworkSegment(9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0),segment_id=9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:32:39.832766 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (f2055c4b-e88c-4aae-9b46-13366319827f), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:39.917008 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Pushing event updated for resources: {'Port': ['ID=f2055c4b-e88c-4aae-9b46-13366319827f,revision_number=3']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:39.970420 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ad93fb08-1fec-4b34-b208-f1621dda04ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-616799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616967'] for router (16901a2b-a0e0-4d5f-920d-7408ff2de157), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:40.193927 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad93fb08-1fec-4b34-b208-f1621dda04ec admin admin] Router 16901a2b-a0e0-4d5f-920d-7408ff2de157 is scheduled to L3 agent 94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e with binding_index 1 {{(pid=103680) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 16:32:40.223866 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1454f4-e52f-4a92-aeac-b9278aed7e80 None None] Network 8ef6f925-e3af-4879-bc93-ee3096c80cf0 requested from dv-cinder-815660-7-smb {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:32:40.298097 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-e2c79e65-fe9f-4611-86a1-638ffc73c325 None None] Provisioning complete for port f2055c4b-e88c-4aae-9b46-13366319827f triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:32:40.298367 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-e2c79e65-fe9f-4611-86a1-638ffc73c325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (f2055c4b-e88c-4aae-9b46-13366319827f), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:40.349626 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad93fb08-1fec-4b34-b208-f1621dda04ec admin admin] Notify agent at l3_agent.dv-cinder-815660-7-smb the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:32:40.361240 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35758405-bddf-4467-b9d5-d3f1d374ba0a None None] Sync routers for ids ['16901a2b-a0e0-4d5f-920d-7408ff2de157'] in dv-cinder-815660-7-smb {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:32:40.372448 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35758405-bddf-4467-b9d5-d3f1d374ba0a None None] Routers {'16901a2b-a0e0-4d5f-920d-7408ff2de157'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:32:40.373117 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-35758405-bddf-4467-b9d5-d3f1d374ba0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:32:32Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['16901a2b-a0e0-4d5f-920d-7408ff2de157'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:32:40.417930 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-e2c79e65-fe9f-4611-86a1-638ffc73c325 None None] Current status of the port f2055c4b-e88c-4aae-9b46-13366319827f is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:32:40.471437 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ad93fb08-1fec-4b34-b208-f1621dda04ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:40.476420 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-ad93fb08-1fec-4b34-b208-f1621dda04ec admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6488693 Apr 06 16:32:40.495472 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 36530) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:40.531050 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-35758405-bddf-4467-b9d5-d3f1d374ba0a None None] Set router 16901a2b-a0e0-4d5f-920d-7408ff2de157 gateway port host: dv-cinder-815660-7-smb {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:32:40.759483 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-a149d63f-a01b-4978-9dfb-5177dc2535d8 None None] Provisioning complete for port f2055c4b-e88c-4aae-9b46-13366319827f triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:32:40.759937 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a149d63f-a01b-4978-9dfb-5177dc2535d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (f2055c4b-e88c-4aae-9b46-13366319827f), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:40.795474 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-35758405-bddf-4467-b9d5-d3f1d374ba0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'name': 'tempest-AttachVolumeNegativeTest-1107108701-router', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12'}], 'enable_snat': True}, 'gw_port_id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:32:37Z', 'updated_at': '2022-04-06T16:32:39Z', 'revision_number': 3, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'gw_port': {'id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:38Z', 'updated_at': '2022-04-06T16:32:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb'}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:32:40.839491 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35758405-bddf-4467-b9d5-d3f1d374ba0a None None] Checking router: 16901a2b-a0e0-4d5f-920d-7408ff2de157 for host: dv-cinder-815660-7-smb {{(pid=103683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:32:40.840870 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35758405-bddf-4467-b9d5-d3f1d374ba0a None None] Updating router 16901a2b-a0e0-4d5f-920d-7408ff2de157 port 379f8ad6-644e-4cb2-a34c-83576b613ee1 binding host dv-cinder-815660-7-smb {{(pid=103683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 16:32:40.846769 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f11fb-7be9-4e41-96f9-fbafc62f5bf2 req-6d5733a3-8298-4eed-83b6-db76856d689c tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:40.848319 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-928f11fb-7be9-4e41-96f9-fbafc62f5bf2 req-6d5733a3-8298-4eed-83b6-db76856d689c tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 946 time: 0.1829152 Apr 06 16:32:40.877536 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-a149d63f-a01b-4978-9dfb-5177dc2535d8 None None] Current status of the port f2055c4b-e88c-4aae-9b46-13366319827f is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:32:40.885308 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-35758405-bddf-4467-b9d5-d3f1d374ba0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (379f8ad6-644e-4cb2-a34c-83576b613ee1), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:40.961013 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-928f11fb-7be9-4e41-96f9-fbafc62f5bf2 req-2cff636f-0073-4239-81ba-34a5ad9b799e tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006370 Apr 06 16:32:41.200870 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-35758405-bddf-4467-b9d5-d3f1d374ba0a None None] Publish callbacks [] for port (379f8ad6-644e-4cb2-a34c-83576b613ee1), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:41.257203 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d682664e-d094-4c70-9b0b-23dc31936c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:41.270804 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-35758405-bddf-4467-b9d5-d3f1d374ba0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (379f8ad6-644e-4cb2-a34c-83576b613ee1), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:41.392303 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a67afc4-c7e2-4ce7-976c-46e248c830ec None None] Pushing event updated for resources: {'Port': ['ID=379f8ad6-644e-4cb2-a34c-83576b613ee1,revision_number=2']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:41.406050 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a67afc4-c7e2-4ce7-976c-46e248c830ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:41.406424 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a67afc4-c7e2-4ce7-976c-46e248c830ec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:41.406962 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a67afc4-c7e2-4ce7-976c-46e248c830ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:41.407607 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a67afc4-c7e2-4ce7-976c-46e248c830ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:41.408135 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a67afc4-c7e2-4ce7-976c-46e248c830ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:41.408617 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a67afc4-c7e2-4ce7-976c-46e248c830ec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:41.409100 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a67afc4-c7e2-4ce7-976c-46e248c830ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:41.416026 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device f2055c4b-e88c-4aae-9b46-13366319827f up at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:32:41.419956 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a67afc4-c7e2-4ce7-976c-46e248c830ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:41.420368 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a67afc4-c7e2-4ce7-976c-46e248c830ec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:41.420711 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a67afc4-c7e2-4ce7-976c-46e248c830ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:41.422717 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a67afc4-c7e2-4ce7-976c-46e248c830ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:41.422717 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a67afc4-c7e2-4ce7-976c-46e248c830ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:41.428391 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a67afc4-c7e2-4ce7-976c-46e248c830ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:41.434231 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a67afc4-c7e2-4ce7-976c-46e248c830ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:41.434716 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a67afc4-c7e2-4ce7-976c-46e248c830ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:32:41.482140 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-35758405-bddf-4467-b9d5-d3f1d374ba0a None None] Attempting to bind port 379f8ad6-644e-4cb2-a34c-83576b613ee1 on host dv-cinder-815660-7-smb for vnic_type normal with profile {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:32:41.486422 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-35758405-bddf-4467-b9d5-d3f1d374ba0a None None] Attempting to bind port 379f8ad6-644e-4cb2-a34c-83576b613ee1 by drivers openvswitch,hyperv on host dv-cinder-815660-7-smb at level 0 using segments [{'id': '3728a512-0136-4544-ad0a-d8addcf850d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542'}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:32:41.487024 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35758405-bddf-4467-b9d5-d3f1d374ba0a None None] Attempting to bind port 379f8ad6-644e-4cb2-a34c-83576b613ee1 on network 5748d197-8213-47ef-9188-592aa7f2e542 {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:32:41.495589 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35758405-bddf-4467-b9d5-d3f1d374ba0a None None] Checking agent: {'id': 'c8d6835f-40e2-4c71-9616-8d834b10e2ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 22, 6), 'started_at': datetime.datetime(2022, 4, 6, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:32:41.496256 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35758405-bddf-4467-b9d5-d3f1d374ba0a None None] Checking segment: {'id': '3728a512-0136-4544-ad0a-d8addcf850d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:32:41.496809 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-35758405-bddf-4467-b9d5-d3f1d374ba0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:41.497393 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35758405-bddf-4467-b9d5-d3f1d374ba0a None None] Bound using segment: {'id': '3728a512-0136-4544-ad0a-d8addcf850d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542'} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:32:41.498033 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-35758405-bddf-4467-b9d5-d3f1d374ba0a None None] Bound port: 379f8ad6-644e-4cb2-a34c-83576b613ee1, host: dv-cinder-815660-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3728a512-0136-4544-ad0a-d8addcf850d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542'}}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:32:41.498413 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-35758405-bddf-4467-b9d5-d3f1d374ba0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (379f8ad6-644e-4cb2-a34c-83576b613ee1), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:41.536228 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Provisioning complete for port f2055c4b-e88c-4aae-9b46-13366319827f triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:32:41.536696 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (f2055c4b-e88c-4aae-9b46-13366319827f), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:41.547351 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [None req-d682664e-d094-4c70-9b0b-23dc31936c19 admin admin] Allocated IP 172.20.0.1 (8ef6f925-e3af-4879-bc93-ee3096c80cf0/1121a7e3-a3db-4af5-8ad9-70ecc903d4ca/5ed24226-3823-4f2b-b252-2fb23010c71e) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:32:41.598740 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.db [None req-35758405-bddf-4467-b9d5-d3f1d374ba0a None None] For port 379f8ad6-644e-4cb2-a34c-83576b613ee1, host dv-cinder-815660-7-smb, cleared binding levels {{(pid=103683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:32:41.605918 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.db [None req-35758405-bddf-4467-b9d5-d3f1d374ba0a None None] For port 379f8ad6-644e-4cb2-a34c-83576b613ee1, host dv-cinder-815660-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=379f8ad6-644e-4cb2-a34c-83576b613ee1,segment=NetworkSegment(3728a512-0136-4544-ad0a-d8addcf850d8),segment_id=3728a512-0136-4544-ad0a-d8addcf850d8)] {{(pid=103683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:32:41.654770 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Current status of the port f2055c4b-e88c-4aae-9b46-13366319827f is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:32:41.688216 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-35758405-bddf-4467-b9d5-d3f1d374ba0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (379f8ad6-644e-4cb2-a34c-83576b613ee1), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:41.698189 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d682664e-d094-4c70-9b0b-23dc31936c19 admin admin] Publish callbacks [] for port (5ed24226-3823-4f2b-b252-2fb23010c71e), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:41.792413 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35758405-bddf-4467-b9d5-d3f1d374ba0a None None] Routers {'16901a2b-a0e0-4d5f-920d-7408ff2de157'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:32:41.793498 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-35758405-bddf-4467-b9d5-d3f1d374ba0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:32:32Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['16901a2b-a0e0-4d5f-920d-7408ff2de157'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:32:41.836667 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d682664e-d094-4c70-9b0b-23dc31936c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276'] for port (5ed24226-3823-4f2b-b252-2fb23010c71e), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:41.847494 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a67afc4-c7e2-4ce7-976c-46e248c830ec None None] Pushing event updated for resources: {'Port': ['ID=379f8ad6-644e-4cb2-a34c-83576b613ee1,revision_number=3']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:41.882227 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d682664e-d094-4c70-9b0b-23dc31936c19 admin admin] Network 8ef6f925-e3af-4879-bc93-ee3096c80cf0 is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:32:41.884900 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-d682664e-d094-4c70-9b0b-23dc31936c19 admin admin] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:32:41.888752 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d682664e-d094-4c70-9b0b-23dc31936c19 admin admin] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:32:41.889864 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d682664e-d094-4c70-9b0b-23dc31936c19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617174'] for router_interface (16901a2b-a0e0-4d5f-920d-7408ff2de157), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:41.896211 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d682664e-d094-4c70-9b0b-23dc31936c19 admin admin] Pushing event updated for resources: {'Port': ['ID=5ed24226-3823-4f2b-b252-2fb23010c71e,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:41.936638 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-35758405-bddf-4467-b9d5-d3f1d374ba0a None None] Set router 16901a2b-a0e0-4d5f-920d-7408ff2de157 gateway port host: dv-cinder-815660-7-smb {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:32:42.144403 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0db24-601b-42f3-95fd-a38bc7b53b25 req-ed1a7ba2-dff9-4c25-9153-0b6b95790aa4 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:42.150430 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-30b0db24-601b-42f3-95fd-a38bc7b53b25 req-ed1a7ba2-dff9-4c25-9153-0b6b95790aa4 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 946 time: 0.1099944 Apr 06 16:32:42.194731 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d682664e-d094-4c70-9b0b-23dc31936c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (5ed24226-3823-4f2b-b252-2fb23010c71e), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:42.242251 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-126576dc-1800-4919-97a9-d5102184700d None None] Provisioning complete for port 5ed24226-3823-4f2b-b252-2fb23010c71e triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:32:42.242955 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-126576dc-1800-4919-97a9-d5102184700d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (5ed24226-3823-4f2b-b252-2fb23010c71e), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:42.261434 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-30b0db24-601b-42f3-95fd-a38bc7b53b25 req-7ea9055d-36dd-42ea-a18b-52c1611e3304 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034920 Apr 06 16:32:42.321116 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 36562) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:42.330805 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-126576dc-1800-4919-97a9-d5102184700d None None] Port 5ed24226-3823-4f2b-b252-2fb23010c71e cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:32:42.389672 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-35758405-bddf-4467-b9d5-d3f1d374ba0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'name': 'tempest-AttachVolumeNegativeTest-1107108701-router', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12'}], 'enable_snat': True}, 'gw_port_id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:32:37Z', 'updated_at': '2022-04-06T16:32:39Z', 'revision_number': 3, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'gw_port': {'id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:38Z', 'updated_at': '2022-04-06T16:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb'}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:32:42.437273 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35758405-bddf-4467-b9d5-d3f1d374ba0a None None] The sync data for ids ['16901a2b-a0e0-4d5f-920d-7408ff2de157'] in dv-cinder-815660-7-smb is: [{'id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'name': 'tempest-AttachVolumeNegativeTest-1107108701-router', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12'}], 'enable_snat': True}, 'gw_port_id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:32:37Z', 'updated_at': '2022-04-06T16:32:39Z', 'revision_number': 3, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'gw_port': {'id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:38Z', 'updated_at': '2022-04-06T16:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb'}] {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:32:42.471683 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ca6f9877-7ced-4b63-8661-78b12c25c3a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:42.482176 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d682664e-d094-4c70-9b0b-23dc31936c19 admin admin] Publish callbacks [] for port (5ed24226-3823-4f2b-b252-2fb23010c71e), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:42.544703 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d682664e-d094-4c70-9b0b-23dc31936c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (5ed24226-3823-4f2b-b252-2fb23010c71e), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:42.545759 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d682664e-d094-4c70-9b0b-23dc31936c19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617286'] for router_interface (16901a2b-a0e0-4d5f-920d-7408ff2de157), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:42.644799 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ca6f9877-7ced-4b63-8661-78b12c25c3a9 admin admin] Publish callbacks [] for security_group (091e8bbc-03cb-4440-b92b-3f82cce315ce), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:42.671456 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d682664e-d094-4c70-9b0b-23dc31936c19 admin admin] Pushing event updated for resources: {'Port': ['ID=5ed24226-3823-4f2b-b252-2fb23010c71e,revision_number=2']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:42.757421 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d682664e-d094-4c70-9b0b-23dc31936c19 admin admin] Network 8ef6f925-e3af-4879-bc93-ee3096c80cf0 is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:32:42.759072 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-d682664e-d094-4c70-9b0b-23dc31936c19 admin admin] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:32:42.774695 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ca6f9877-7ced-4b63-8661-78b12c25c3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (091e8bbc-03cb-4440-b92b-3f82cce315ce), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:42.850776 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-ca6f9877-7ced-4b63-8661-78b12c25c3a9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bd9ad6517ff846ed8f37672e22caf1ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5284035 Apr 06 16:32:42.866174 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 36578) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:42.901555 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6f9877-7ced-4b63-8661-78b12c25c3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091e8bbc-03cb-4440-b92b-3f82cce315ce,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:42.971198 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8263632b-ffb7-4757-899b-0c18b2d38bb1 admin admin] Publish callbacks [] for security_group (091e8bbc-03cb-4440-b92b-3f82cce315ce), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:43.053763 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8263632b-ffb7-4757-899b-0c18b2d38bb1 admin admin] Publish callbacks [] for security_group (091e8bbc-03cb-4440-b92b-3f82cce315ce), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:43.082446 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d682664e-d094-4c70-9b0b-23dc31936c19 admin admin] Router 16901a2b-a0e0-4d5f-920d-7408ff2de157 has already been hosted by L3 agent 94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e {{(pid=103681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:32:43.236985 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8263632b-ffb7-4757-899b-0c18b2d38bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (091e8bbc-03cb-4440-b92b-3f82cce315ce), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:43.243197 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8263632b-ffb7-4757-899b-0c18b2d38bb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:43.251977 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-8263632b-ffb7-4757-899b-0c18b2d38bb1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/091e8bbc-03cb-4440-b92b-3f82cce315ce HTTP/1.1" status: 204 len: 168 time: 0.3835371 Apr 06 16:32:43.318828 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 36592) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:43.321834 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d682664e-d094-4c70-9b0b-23dc31936c19 admin admin] Notify agent at l3_agent.dv-cinder-815660-7-smb the message routers_updated {{(pid=103681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:32:43.329673 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8263632b-ffb7-4757-899b-0c18b2d38bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091e8bbc-03cb-4440-b92b-3f82cce315ce,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:43.340793 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-5c8f8ae3-94c8-4228-9df7-69097be708ea None None] Provisioning complete for port 5ed24226-3823-4f2b-b252-2fb23010c71e triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:32:43.344495 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-5c8f8ae3-94c8-4228-9df7-69097be708ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (5ed24226-3823-4f2b-b252-2fb23010c71e), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:43.352927 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-d682664e-d094-4c70-9b0b-23dc31936c19 admin admin] 10.222.0.49 "PUT /v2.0/routers/16901a2b-a0e0-4d5f-920d-7408ff2de157/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8744447 Apr 06 16:32:43.498476 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-5c8f8ae3-94c8-4228-9df7-69097be708ea None None] Port 5ed24226-3823-4f2b-b252-2fb23010c71e cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:32:43.579375 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 379f8ad6-644e-4cb2-a34c-83576b613ee1 up at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:32:43.647985 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-eab6fd8e-c71e-4a37-b67c-3a1c59659b9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:43.727054 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Provisioning complete for port 379f8ad6-644e-4cb2-a34c-83576b613ee1 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:32:43.727842 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (379f8ad6-644e-4cb2-a34c-83576b613ee1), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:43.728820 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262121a4-962b-4a11-a320-a885b14bccf6 req-ee429d9b-fef4-439e-b7a3-75124f620962 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:43.732738 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-262121a4-962b-4a11-a320-a885b14bccf6 req-ee429d9b-fef4-439e-b7a3-75124f620962 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 946 time: 0.2068231 Apr 06 16:32:43.903072 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-262121a4-962b-4a11-a320-a885b14bccf6 req-5388a7b5-5492-45b5-a723-fefdc85b911f tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299505 Apr 06 16:32:43.968192 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-eab6fd8e-c71e-4a37-b67c-3a1c59659b9d admin admin] Publish callbacks [] for security_group (4428cb23-386c-4e85-9c45-5f2f892e3799), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:43.995826 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Current status of the port 379f8ad6-644e-4cb2-a34c-83576b613ee1 is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:32:43.996305 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (379f8ad6-644e-4cb2-a34c-83576b613ee1), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:44.041536 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] For port 379f8ad6-644e-4cb2-a34c-83576b613ee1, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=379f8ad6-644e-4cb2-a34c-83576b613ee1,segment=NetworkSegment(3728a512-0136-4544-ad0a-d8addcf850d8),segment_id=3728a512-0136-4544-ad0a-d8addcf850d8)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:32:44.087919 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-eab6fd8e-c71e-4a37-b67c-3a1c59659b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (4428cb23-386c-4e85-9c45-5f2f892e3799), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:44.122149 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (379f8ad6-644e-4cb2-a34c-83576b613ee1), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:44.137469 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-eab6fd8e-c71e-4a37-b67c-3a1c59659b9d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=657bc3243f124a338e928993b4e724be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8163919 Apr 06 16:32:44.146670 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 36622) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:44.175134 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab6fd8e-c71e-4a37-b67c-3a1c59659b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4428cb23-386c-4e85-9c45-5f2f892e3799,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:44.232016 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Pushing event updated for resources: {'Port': ['ID=379f8ad6-644e-4cb2-a34c-83576b613ee1,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:44.232646 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-bc670dfc-4d0b-434b-bb43-abdd6fd20421 admin admin] Publish callbacks [] for security_group (4428cb23-386c-4e85-9c45-5f2f892e3799), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:44.268362 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-bc670dfc-4d0b-434b-bb43-abdd6fd20421 admin admin] Publish callbacks [] for security_group (4428cb23-386c-4e85-9c45-5f2f892e3799), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:44.403238 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 36628) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:44.419521 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9d631d8f-3b11-40e2-9f81-a204702e3cc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:44.442153 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-bc670dfc-4d0b-434b-bb43-abdd6fd20421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (4428cb23-386c-4e85-9c45-5f2f892e3799), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:44.457180 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-bc670dfc-4d0b-434b-bb43-abdd6fd20421 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:44.461468 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-bc670dfc-4d0b-434b-bb43-abdd6fd20421 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4428cb23-386c-4e85-9c45-5f2f892e3799 HTTP/1.1" status: 204 len: 168 time: 0.3209174 Apr 06 16:32:44.473070 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc670dfc-4d0b-434b-bb43-abdd6fd20421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4428cb23-386c-4e85-9c45-5f2f892e3799,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:44.572938 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9d631d8f-3b11-40e2-9f81-a204702e3cc9 admin admin] Publish callbacks [] for security_group (ece3cb68-6396-4b06-a66d-2f82c15b53c5), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:44.640201 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9d631d8f-3b11-40e2-9f81-a204702e3cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (ece3cb68-6396-4b06-a66d-2f82c15b53c5), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:44.668371 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 36636) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:44.673827 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-834cfe41-9c48-45ae-9b9e-2247026bd3ca tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Request body: {'security_group': {'name': 'tempest-securitygroup--672437038', 'description': 'tempest-description--698876976'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:32:44.714602 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-9d631d8f-3b11-40e2-9f81-a204702e3cc9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=071562338a88469199eaa9afe0332c61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3100717 Apr 06 16:32:44.718386 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 36638) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:44.727243 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d631d8f-3b11-40e2-9f81-a204702e3cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece3cb68-6396-4b06-a66d-2f82c15b53c5,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:44.790376 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-399a9c56-6a3a-4f61-94d6-9033979ccc2f admin admin] Publish callbacks [] for security_group (ece3cb68-6396-4b06-a66d-2f82c15b53c5), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:44.820206 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-399a9c56-6a3a-4f61-94d6-9033979ccc2f admin admin] Publish callbacks [] for security_group (ece3cb68-6396-4b06-a66d-2f82c15b53c5), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:44.825375 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-834cfe41-9c48-45ae-9b9e-2247026bd3ca tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:44.996990 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-399a9c56-6a3a-4f61-94d6-9033979ccc2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (ece3cb68-6396-4b06-a66d-2f82c15b53c5), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:45.002063 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-399a9c56-6a3a-4f61-94d6-9033979ccc2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:45.007724 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-399a9c56-6a3a-4f61-94d6-9033979ccc2f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ece3cb68-6396-4b06-a66d-2f82c15b53c5 HTTP/1.1" status: 204 len: 168 time: 0.2855277 Apr 06 16:32:45.030945 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a9c56-6a3a-4f61-94d6-9033979ccc2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece3cb68-6396-4b06-a66d-2f82c15b53c5,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:45.062329 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-834cfe41-9c48-45ae-9b9e-2247026bd3ca tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for security_group (b4118a85-fc51-4172-b442-87309300b4c0), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:45.150533 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-834cfe41-9c48-45ae-9b9e-2247026bd3ca tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (b4118a85-fc51-4172-b442-87309300b4c0), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:45.200515 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834cfe41-9c48-45ae-9b9e-2247026bd3ca tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4118a85-fc51-4172-b442-87309300b4c0,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:45.207796 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f41088-c7c2-4d25-bfee-cd9ff026f79e req-94d54e18-5729-4a42-8180-f804d94e78ad tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:45.225542 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-66f41088-c7c2-4d25-bfee-cd9ff026f79e req-94d54e18-5729-4a42-8180-f804d94e78ad tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 946 time: 0.1479146 Apr 06 16:32:45.243747 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-834cfe41-9c48-45ae-9b9e-2247026bd3ca tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:45.245043 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-834cfe41-9c48-45ae-9b9e-2247026bd3ca tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5755157 Apr 06 16:32:45.252390 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 36660) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:45.261237 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-b61e0325-88fd-4734-98c8-205cf2965260 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Request body: {'security_group_rule': {'security_group_id': 'b4118a85-fc51-4172-b442-87309300b4c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:32:45.332372 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-66f41088-c7c2-4d25-bfee-cd9ff026f79e req-e6bb0c9b-c17d-4b47-ae1e-4fa4bb03e3a4 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925205 Apr 06 16:32:45.360565 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d46423-457f-46f5-ac1c-e7b756e5c940 None None] Sync routers for ids ['16901a2b-a0e0-4d5f-920d-7408ff2de157'] in dv-cinder-815660-7-smb {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:32:45.394266 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d46423-457f-46f5-ac1c-e7b756e5c940 None None] Routers {'16901a2b-a0e0-4d5f-920d-7408ff2de157'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:32:45.395470 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-23d46423-457f-46f5-ac1c-e7b756e5c940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:32:32Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['16901a2b-a0e0-4d5f-920d-7408ff2de157'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:32:45.427433 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b61e0325-88fd-4734-98c8-205cf2965260 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for security_group_rule (cf27d394-ea3b-4fd1-bdca-5dc2db3b55ef), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:45.444073 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 379f8ad6-644e-4cb2-a34c-83576b613ee1 up at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:32:45.510580 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b61e0325-88fd-4734-98c8-205cf2965260 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for security_group_rule (cf27d394-ea3b-4fd1-bdca-5dc2db3b55ef), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:45.563189 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-23d46423-457f-46f5-ac1c-e7b756e5c940 None None] Set router 16901a2b-a0e0-4d5f-920d-7408ff2de157 gateway port host: dv-cinder-815660-7-smb {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:32:45.565685 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Provisioning complete for port 379f8ad6-644e-4cb2-a34c-83576b613ee1 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:32:45.565685 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (379f8ad6-644e-4cb2-a34c-83576b613ee1), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:45.618661 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b61e0325-88fd-4734-98c8-205cf2965260 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654992'] for security_group_rule (cf27d394-ea3b-4fd1-bdca-5dc2db3b55ef), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:45.661970 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e0325-88fd-4734-98c8-205cf2965260 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf27d394-ea3b-4fd1-bdca-5dc2db3b55ef,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:45.766703 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b61e0325-88fd-4734-98c8-205cf2965260 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:45.769305 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-b61e0325-88fd-4734-98c8-205cf2965260 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5144284 Apr 06 16:32:45.771765 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 36674) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:45.779560 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [None req-5b2d016d-eb2f-46b4-9400-060e79c215d4 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Request body: {'security_group_rule': {'security_group_id': 'b4118a85-fc51-4172-b442-87309300b4c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:32:45.810393 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Current status of the port 379f8ad6-644e-4cb2-a34c-83576b613ee1 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:32:45.923320 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-23d46423-457f-46f5-ac1c-e7b756e5c940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'name': 'tempest-AttachVolumeNegativeTest-1107108701-router', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12'}], 'enable_snat': True}, 'gw_port_id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:32:37Z', 'updated_at': '2022-04-06T16:32:42Z', 'revision_number': 4, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'gw_port': {'id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:38Z', 'updated_at': '2022-04-06T16:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': '5ed24226-3823-4f2b-b252-2fb23010c71e', 'name': '', 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'mac_address': 'fa:16:3e:e8:f9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:41Z', 'updated_at': '2022-04-06T16:32:42Z', 'revision_number': 2, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'subnets': [{'id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:32:45.942087 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5b2d016d-eb2f-46b4-9400-060e79c215d4 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for security_group_rule (8aacafd1-d0a3-4a3f-8ee7-a094b1adf2a9), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:45.968779 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d46423-457f-46f5-ac1c-e7b756e5c940 None None] Checking router: 16901a2b-a0e0-4d5f-920d-7408ff2de157 for host: dv-cinder-815660-7-smb {{(pid=103682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:32:45.968779 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d46423-457f-46f5-ac1c-e7b756e5c940 None None] Updating router 16901a2b-a0e0-4d5f-920d-7408ff2de157 port 5ed24226-3823-4f2b-b252-2fb23010c71e binding host dv-cinder-815660-7-smb {{(pid=103682) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 16:32:46.020405 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-23d46423-457f-46f5-ac1c-e7b756e5c940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (5ed24226-3823-4f2b-b252-2fb23010c71e), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:46.030335 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5b2d016d-eb2f-46b4-9400-060e79c215d4 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for security_group_rule (8aacafd1-d0a3-4a3f-8ee7-a094b1adf2a9), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:46.097430 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5b2d016d-eb2f-46b4-9400-060e79c215d4 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654992'] for security_group_rule (8aacafd1-d0a3-4a3f-8ee7-a094b1adf2a9), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:46.343680 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d016d-eb2f-46b4-9400-060e79c215d4 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aacafd1-d0a3-4a3f-8ee7-a094b1adf2a9,revision_number=0']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:46.360412 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 36698) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:46.412114 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5b2d016d-eb2f-46b4-9400-060e79c215d4 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:46.419441 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 36704) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:46.420513 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-5b2d016d-eb2f-46b4-9400-060e79c215d4 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6467168 Apr 06 16:32:46.424987 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-0bcd2536-0098-4d2f-bd64-e222dbbfe101 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Request body: {'floatingip': {'floating_network_id': '5748d197-8213-47ef-9188-592aa7f2e542'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:32:46.569561 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-28145c40-5504-4afe-8340-5afa02c3d139 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1128148296-network', 'tenant_id': '51a2e8df80ce4edb99c33533c480569f'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:32:46.620894 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484764c-4c4d-4e0a-8334-b5e1d4ffacff req-de50df39-66be-4674-8f77-3060a122ae73 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:46.622571 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-c484764c-4c4d-4e0a-8334-b5e1d4ffacff req-de50df39-66be-4674-8f77-3060a122ae73 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 946 time: 0.1912141 Apr 06 16:32:46.665155 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-23d46423-457f-46f5-ac1c-e7b756e5c940 None None] Publish callbacks [] for port (5ed24226-3823-4f2b-b252-2fb23010c71e), precommit_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:46.700600 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-c484764c-4c4d-4e0a-8334-b5e1d4ffacff req-e955867e-11e4-4ef8-b6cd-7ee7a745a80c tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616958 Apr 06 16:32:46.752555 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-23d46423-457f-46f5-ac1c-e7b756e5c940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (5ed24226-3823-4f2b-b252-2fb23010c71e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:46.762136 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28145c40-5504-4afe-8340-5afa02c3d139 admin admin] Made reservation on behalf of 51a2e8df80ce4edb99c33533c480569f for: {'network': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:32:46.765007 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-28145c40-5504-4afe-8340-5afa02c3d139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for network (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:46.770609 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0bcd2536-0098-4d2f-bd64-e222dbbfe101 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:46.875223 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac2f16c-8d8a-4759-92f9-d0352ac010d3 None None] Pushing event updated for resources: {'Port': ['ID=5ed24226-3823-4f2b-b252-2fb23010c71e,revision_number=3']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:46.917398 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-23d46423-457f-46f5-ac1c-e7b756e5c940 None None] Attempting to bind port 5ed24226-3823-4f2b-b252-2fb23010c71e on host dv-cinder-815660-7-smb for vnic_type normal with profile {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:32:46.918034 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-23d46423-457f-46f5-ac1c-e7b756e5c940 None None] Attempting to bind port 5ed24226-3823-4f2b-b252-2fb23010c71e by drivers openvswitch,hyperv on host dv-cinder-815660-7-smb at level 0 using segments [{'id': '9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0'}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:32:46.918576 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d46423-457f-46f5-ac1c-e7b756e5c940 None None] Attempting to bind port 5ed24226-3823-4f2b-b252-2fb23010c71e on network 8ef6f925-e3af-4879-bc93-ee3096c80cf0 {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:32:46.929536 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d46423-457f-46f5-ac1c-e7b756e5c940 None None] Checking agent: {'id': 'c8d6835f-40e2-4c71-9616-8d834b10e2ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 22, 6), 'started_at': datetime.datetime(2022, 4, 6, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:32:46.930154 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d46423-457f-46f5-ac1c-e7b756e5c940 None None] Checking segment: {'id': '9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:32:46.930790 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-23d46423-457f-46f5-ac1c-e7b756e5c940 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:46.931379 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d46423-457f-46f5-ac1c-e7b756e5c940 None None] Bound using segment: {'id': '9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0'} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:32:46.932105 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-23d46423-457f-46f5-ac1c-e7b756e5c940 None None] Bound port: 5ed24226-3823-4f2b-b252-2fb23010c71e, host: dv-cinder-815660-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0'}}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:32:46.933275 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-23d46423-457f-46f5-ac1c-e7b756e5c940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (5ed24226-3823-4f2b-b252-2fb23010c71e), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:47.105364 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-23d46423-457f-46f5-ac1c-e7b756e5c940 None None] For port 5ed24226-3823-4f2b-b252-2fb23010c71e, host dv-cinder-815660-7-smb, cleared binding levels {{(pid=103682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:32:47.114854 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-23d46423-457f-46f5-ac1c-e7b756e5c940 None None] For port 5ed24226-3823-4f2b-b252-2fb23010c71e, host dv-cinder-815660-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=5ed24226-3823-4f2b-b252-2fb23010c71e,segment=NetworkSegment(9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0),segment_id=9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0)] {{(pid=103682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:32:47.137411 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-28145c40-5504-4afe-8340-5afa02c3d139 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:47.179042 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-cade90f9-6d0b-4f14-8ab1-7f98b9b368aa None None] Provisioning complete for port 5ed24226-3823-4f2b-b252-2fb23010c71e triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:32:47.179642 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-cade90f9-6d0b-4f14-8ab1-7f98b9b368aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (5ed24226-3823-4f2b-b252-2fb23010c71e), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:47.213543 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-23d46423-457f-46f5-ac1c-e7b756e5c940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (5ed24226-3823-4f2b-b252-2fb23010c71e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:47.314728 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d46423-457f-46f5-ac1c-e7b756e5c940 None None] Routers {'16901a2b-a0e0-4d5f-920d-7408ff2de157'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:32:47.322458 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-23d46423-457f-46f5-ac1c-e7b756e5c940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:32:32Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['16901a2b-a0e0-4d5f-920d-7408ff2de157'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:32:47.329193 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac2f16c-8d8a-4759-92f9-d0352ac010d3 None None] Pushing event updated for resources: {'Port': ['ID=5ed24226-3823-4f2b-b252-2fb23010c71e,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:47.429810 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-28145c40-5504-4afe-8340-5afa02c3d139 admin admin] Publish callbacks [] for security_group (bd5533c0-48eb-47c7-8bf6-e925bffd5311), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:47.445388 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0bcd2536-0098-4d2f-bd64-e222dbbfe101 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:47.546795 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-cade90f9-6d0b-4f14-8ab1-7f98b9b368aa None None] Current status of the port 5ed24226-3823-4f2b-b252-2fb23010c71e is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:32:47.547399 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-cade90f9-6d0b-4f14-8ab1-7f98b9b368aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (5ed24226-3823-4f2b-b252-2fb23010c71e), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:47.599646 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-28145c40-5504-4afe-8340-5afa02c3d139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (bd5533c0-48eb-47c7-8bf6-e925bffd5311), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:47.624308 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-23d46423-457f-46f5-ac1c-e7b756e5c940 None None] Set router 16901a2b-a0e0-4d5f-920d-7408ff2de157 gateway port host: dv-cinder-815660-7-smb {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:32:47.628239 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-cade90f9-6d0b-4f14-8ab1-7f98b9b368aa None None] For port 5ed24226-3823-4f2b-b252-2fb23010c71e, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=5ed24226-3823-4f2b-b252-2fb23010c71e,segment=NetworkSegment(9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0),segment_id=9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:32:47.669445 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28145c40-5504-4afe-8340-5afa02c3d139 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=103680) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 16:32:47.774800 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-cade90f9-6d0b-4f14-8ab1-7f98b9b368aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (5ed24226-3823-4f2b-b252-2fb23010c71e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:47.802154 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28145c40-5504-4afe-8340-5afa02c3d139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5533c0-48eb-47c7-8bf6-e925bffd5311,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:47.829462 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-28145c40-5504-4afe-8340-5afa02c3d139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1728802'] for segment (6715e192-232e-4904-8d95-cd59b0ecf35e), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:47.829462 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.db.segments_db [None req-28145c40-5504-4afe-8340-5afa02c3d139 admin admin] Added segment 6715e192-232e-4904-8d95-cd59b0ecf35e of type vlan for network 4abac84c-6978-4cb5-8a6f-bd4316ffded0 Apr 06 16:32:47.862444 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.db_base_plugin_common [None req-0bcd2536-0098-4d2f-bd64-e222dbbfe101 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Allocated IP 172.28.0.22 (5748d197-8213-47ef-9188-592aa7f2e542/30360da9-bba6-4593-a408-3cd8aca8fb5f/b87d6f2f-ee6f-4e74-b997-35991ca773fa) {{(pid=103680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:32:47.918135 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade90f9-6d0b-4f14-8ab1-7f98b9b368aa None None] Pushing event updated for resources: {'Port': ['ID=5ed24226-3823-4f2b-b252-2fb23010c71e,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:47.936562 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 36738) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:47.955050 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-079eb218-d217-419a-973d-593f8e531e10 None None] Provisioning complete for port 5ed24226-3823-4f2b-b252-2fb23010c71e triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:32:47.955485 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-079eb218-d217-419a-973d-593f8e531e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (5ed24226-3823-4f2b-b252-2fb23010c71e), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:47.981162 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-28145c40-5504-4afe-8340-5afa02c3d139 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758155981114'] for network (4abac84c-6978-4cb5-8a6f-bd4316ffded0), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:48.007119 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a4b7b-ff3e-48ce-9764-1a9aebb540b3 req-50ea4368-74ff-4f23-ac50-24a70c1ce034 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:48.021991 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-7c6a4b7b-ff3e-48ce-9764-1a9aebb540b3 req-50ea4368-74ff-4f23-ac50-24a70c1ce034 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 946 time: 0.1693723 Apr 06 16:32:48.059344 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-23d46423-457f-46f5-ac1c-e7b756e5c940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'name': 'tempest-AttachVolumeNegativeTest-1107108701-router', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12'}], 'enable_snat': True}, 'gw_port_id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:32:37Z', 'updated_at': '2022-04-06T16:32:42Z', 'revision_number': 4, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'gw_port': {'id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:38Z', 'updated_at': '2022-04-06T16:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': '5ed24226-3823-4f2b-b252-2fb23010c71e', 'name': '', 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'mac_address': 'fa:16:3e:e8:f9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:41Z', 'updated_at': '2022-04-06T16:32:47Z', 'revision_number': 4, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'subnets': [{'id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:32:48.099181 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d46423-457f-46f5-ac1c-e7b756e5c940 None None] The sync data for ids ['16901a2b-a0e0-4d5f-920d-7408ff2de157'] in dv-cinder-815660-7-smb is: [{'id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'name': 'tempest-AttachVolumeNegativeTest-1107108701-router', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12'}], 'enable_snat': True}, 'gw_port_id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:32:37Z', 'updated_at': '2022-04-06T16:32:42Z', 'revision_number': 4, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'gw_port': {'id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:38Z', 'updated_at': '2022-04-06T16:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': '5ed24226-3823-4f2b-b252-2fb23010c71e', 'name': '', 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'mac_address': 'fa:16:3e:e8:f9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:41Z', 'updated_at': '2022-04-06T16:32:47Z', 'revision_number': 4, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'subnets': [{'id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:32:48.116817 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-079eb218-d217-419a-973d-593f8e531e10 None None] Current status of the port 5ed24226-3823-4f2b-b252-2fb23010c71e is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:32:48.119541 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-7c6a4b7b-ff3e-48ce-9764-1a9aebb540b3 req-af13b11f-4684-49fb-a3ca-2087c63ff2c9 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896518 Apr 06 16:32:48.140366 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-28145c40-5504-4afe-8340-5afa02c3d139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069'] for network (4abac84c-6978-4cb5-8a6f-bd4316ffded0), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:48.142220 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28145c40-5504-4afe-8340-5afa02c3d139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:48.143301 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-28145c40-5504-4afe-8340-5afa02c3d139 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:48.293539 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28145c40-5504-4afe-8340-5afa02c3d139 admin admin] Pushing event updated for resources: {'Network': ['ID=4abac84c-6978-4cb5-8a6f-bd4316ffded0,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:48.320432 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Network 4abac84c-6978-4cb5-8a6f-bd4316ffded0 details requested by agent ovs-agent-dv-cinder-815660-7-smb with host dv-cinder-815660-7-smb {{(pid=103682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 16:32:48.358038 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 36750) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:48.359126 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-28145c40-5504-4afe-8340-5afa02c3d139 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9971740 Apr 06 16:32:48.366957 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [None req-26ab715c-38b0-4925-8abf-8ca161c3032e admin admin] Request body: {'subnet': {'network_id': '4abac84c-6978-4cb5-8a6f-bd4316ffded0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1128148296-subnet', 'tenant_id': '51a2e8df80ce4edb99c33533c480569f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:32:48.395177 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0bcd2536-0098-4d2f-bd64-e222dbbfe101 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for port (b87d6f2f-ee6f-4e74-b997-35991ca773fa), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:48.473387 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a2e76801-40ea-47b6-b157-bf3072bade68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:48.527600 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ab715c-38b0-4925-8abf-8ca161c3032e admin admin] Made reservation on behalf of 51a2e8df80ce4edb99c33533c480569f for: {'subnet': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:32:48.533192 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-26ab715c-38b0-4925-8abf-8ca161c3032e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:48.552684 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0bcd2536-0098-4d2f-bd64-e222dbbfe101 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (b87d6f2f-ee6f-4e74-b997-35991ca773fa), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:48.602104 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcd2536-0098-4d2f-bd64-e222dbbfe101 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Network 5748d197-8213-47ef-9188-592aa7f2e542 is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:32:48.610566 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-0bcd2536-0098-4d2f-bd64-e222dbbfe101 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:32:48.613660 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcd2536-0098-4d2f-bd64-e222dbbfe101 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Received port after_create {{(pid=103680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:32:48.620924 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd2536-0098-4d2f-bd64-e222dbbfe101 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Pushing event updated for resources: {'Port': ['ID=b87d6f2f-ee6f-4e74-b997-35991ca773fa,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:48.621416 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.agents_db [None req-a950ddbd-9d44-4943-b7d7-a118ae2e1c13 None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:32:48.729907 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a2e76801-40ea-47b6-b157-bf3072bade68 admin admin] Publish callbacks [] for security_group (943fb799-665c-4ae4-819f-9d461f905c74), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:48.732446 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0bcd2536-0098-4d2f-bd64-e222dbbfe101 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for floatingip (b86a6b53-4ddd-42c4-84a4-475f6b787fd1), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:48.809613 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a2e76801-40ea-47b6-b157-bf3072bade68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (943fb799-665c-4ae4-819f-9d461f905c74), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:48.878606 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0bcd2536-0098-4d2f-bd64-e222dbbfe101 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (b87d6f2f-ee6f-4e74-b997-35991ca773fa), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:48.896957 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-a2e76801-40ea-47b6-b157-bf3072bade68 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4c49d6b2f46340d3b3b87a4249ccb428&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9572749 Apr 06 16:32:48.905444 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 36766) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:48.931947 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e76801-40ea-47b6-b157-bf3072bade68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943fb799-665c-4ae4-819f-9d461f905c74,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:48.988816 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-0f20ad81-4a31-4696-8c3f-2b666e98bde8 admin admin] Publish callbacks [] for security_group (943fb799-665c-4ae4-819f-9d461f905c74), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:49.014272 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-26ab715c-38b0-4925-8abf-8ca161c3032e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069'] for subnet (bfb9c086-fdec-43c4-b665-309271439b75), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:49.026841 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-0f20ad81-4a31-4696-8c3f-2b666e98bde8 admin admin] Publish callbacks [] for security_group (943fb799-665c-4ae4-819f-9d461f905c74), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:49.108659 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ab715c-38b0-4925-8abf-8ca161c3032e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfb9c086-fdec-43c4-b665-309271439b75,revision_number=0']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:49.152336 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ab715c-38b0-4925-8abf-8ca161c3032e admin admin] Checking segment: {'id': '6715e192-232e-4904-8d95-cd59b0ecf35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '4abac84c-6978-4cb5-8a6f-bd4316ffded0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:32:49.152715 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ab715c-38b0-4925-8abf-8ca161c3032e admin admin] Network hostable DHCP agents. Network: 4abac84c-6978-4cb5-8a6f-bd4316ffded0, hostable agents: ['f8e9d332-5077-4d82-8c59-e3560cf7409d'], hosted agents: [] {{(pid=103681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 16:32:49.171389 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0bcd2536-0098-4d2f-bd64-e222dbbfe101 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for port (b87d6f2f-ee6f-4e74-b997-35991ca773fa), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:49.244730 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0bcd2536-0098-4d2f-bd64-e222dbbfe101 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978180'] for port (b87d6f2f-ee6f-4e74-b997-35991ca773fa), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:49.313573 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-0f20ad81-4a31-4696-8c3f-2b666e98bde8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (943fb799-665c-4ae4-819f-9d461f905c74), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:49.318787 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-0f20ad81-4a31-4696-8c3f-2b666e98bde8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:49.324571 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-0f20ad81-4a31-4696-8c3f-2b666e98bde8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/943fb799-665c-4ae4-819f-9d461f905c74 HTTP/1.1" status: 204 len: 168 time: 0.4139123 Apr 06 16:32:49.333465 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ab715c-38b0-4925-8abf-8ca161c3032e admin admin] Network 4abac84c-6978-4cb5-8a6f-bd4316ffded0 is scheduled to be hosted by DHCP agent f8e9d332-5077-4d82-8c59-e3560cf7409d with binding_index 1 {{(pid=103681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 16:32:49.342933 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd2536-0098-4d2f-bd64-e222dbbfe101 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Pushing event updated for resources: {'Port': ['ID=b87d6f2f-ee6f-4e74-b997-35991ca773fa,revision_number=2']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:49.347088 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20ad81-4a31-4696-8c3f-2b666e98bde8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943fb799-665c-4ae4-819f-9d461f905c74,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:49.415804 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0bcd2536-0098-4d2f-bd64-e222dbbfe101 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617069'] for floatingip (b86a6b53-4ddd-42c4-84a4-475f6b787fd1), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:49.435747 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-26ab715c-38b0-4925-8abf-8ca161c3032e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-7-smb, 4abac84c-6978-4cb5-8a6f-bd4316ffded0) {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:32:49.445959 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 5ed24226-3823-4f2b-b252-2fb23010c71e up at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:32:49.446345 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64004c04-f13a-42d6-a5f4-7a9346e5d0ba req-43fa30ab-018f-4c86-8697-71b652e05b4f tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:49.448494 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-64004c04-f13a-42d6-a5f4-7a9346e5d0ba req-43fa30ab-018f-4c86-8697-71b652e05b4f tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 946 time: 0.2403107 Apr 06 16:32:49.457025 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e4b063-2ea2-4906-997e-5308eeece961 None None] Network 4abac84c-6978-4cb5-8a6f-bd4316ffded0 requested from dv-cinder-815660-7-smb {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:32:49.457241 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ab715c-38b0-4925-8abf-8ca161c3032e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:49.459957 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-26ab715c-38b0-4925-8abf-8ca161c3032e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for subnet (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:49.565472 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-64004c04-f13a-42d6-a5f4-7a9346e5d0ba req-9d3c8f64-bc28-4504-a538-49301f846ace tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068566 Apr 06 16:32:49.570404 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0bcd2536-0098-4d2f-bd64-e222dbbfe101 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for floatingip (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:49.573157 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-0bcd2536-0098-4d2f-bd64-e222dbbfe101 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1516693 Apr 06 16:32:49.623149 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-26ab715c-38b0-4925-8abf-8ca161c3032e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2636437 Apr 06 16:32:49.639743 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Provisioning complete for port 5ed24226-3823-4f2b-b252-2fb23010c71e triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:32:49.640198 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (5ed24226-3823-4f2b-b252-2fb23010c71e), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:49.723388 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993aaf9a-9ce2-47a0-8f7e-a86719b3ebe6 None None] Network 4abac84c-6978-4cb5-8a6f-bd4316ffded0 requested from dv-cinder-815660-7-smb {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:32:49.816028 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Current status of the port 5ed24226-3823-4f2b-b252-2fb23010c71e is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:32:49.944042 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-bcb198ea-a65a-43b9-8c5f-12334c586a4e req-c76d7226-6970-4c7a-a0c7-951797e49726 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--672437038&fields=id&tenant_id=3e0d499680204ce48c74bc5d3b01a192 HTTP/1.1" status: 200 len: 267 time: 0.1043079 Apr 06 16:32:50.076271 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb198ea-a65a-43b9-8c5f-12334c586a4e req-c239869b-cf6c-425e-a1fb-ddab032c99b4 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:50.077827 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-bcb198ea-a65a-43b9-8c5f-12334c586a4e req-c239869b-cf6c-425e-a1fb-ddab032c99b4 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/networks?id=8ef6f925-e3af-4879-bc93-ee3096c80cf0 HTTP/1.1" status: 200 len: 815 time: 0.1330001 Apr 06 16:32:50.093707 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-bcb198ea-a65a-43b9-8c5f-12334c586a4e req-f8e8af45-9326-4865-bcc6-718d41471c93 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/quotas/3e0d499680204ce48c74bc5d3b01a192 HTTP/1.1" status: 200 len: 375 time: 0.0094345 Apr 06 16:32:50.168985 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-bcb198ea-a65a-43b9-8c5f-12334c586a4e req-38c699aa-710c-4fe6-94e6-a9fc6d3fba17 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3e0d499680204ce48c74bc5d3b01a192&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0685146 Apr 06 16:32:50.296998 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-bcb198ea-a65a-43b9-8c5f-12334c586a4e req-1584e4d7-f81a-4063-8174-a2fe7e24e674 service neutron] 10.222.0.49 "GET /v2.0/networks/8ef6f925-e3af-4879-bc93-ee3096c80cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147416 Apr 06 16:32:50.416717 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-bcb198ea-a65a-43b9-8c5f-12334c586a4e req-1e1e9a2d-9011-4a4b-8ea5-226cb4127955 service neutron] 10.222.0.49 "GET /v2.0/networks/8ef6f925-e3af-4879-bc93-ee3096c80cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130748 Apr 06 16:32:50.594376 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 36810) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:50.615803 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b4e3abcd-5d90-4c82-aae8-5a6b2200de15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:50.793623 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-cd77985a-7f54-44b6-a424-10a9a1d8072b req-576f2e07-16ba-416e-b738-0a986e0d65a6 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb HTTP/1.1" status: 200 len: 210 time: 0.0495317 Apr 06 16:32:50.810215 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f450f-f31e-4bf6-82fc-61701d887243 req-7516f745-f72f-4591-9e30-b43a97ff7ee7 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:50.810215 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-e50f450f-f31e-4bf6-82fc-61701d887243 req-7516f745-f72f-4591-9e30-b43a97ff7ee7 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 946 time: 0.0997887 Apr 06 16:32:50.831837 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b4e3abcd-5d90-4c82-aae8-5a6b2200de15 admin admin] Publish callbacks [] for security_group (df2fd718-2663-4ba8-b94d-5e492a19935b), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:50.874314 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-e50f450f-f31e-4bf6-82fc-61701d887243 req-d12a2dbc-18c9-4ee3-91c4-428cf26140b0 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577888 Apr 06 16:32:50.985016 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b4e3abcd-5d90-4c82-aae8-5a6b2200de15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (df2fd718-2663-4ba8-b94d-5e492a19935b), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:51.024034 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e3abcd-5d90-4c82-aae8-5a6b2200de15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2fd718-2663-4ba8-b94d-5e492a19935b,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:51.028698 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-b4e3abcd-5d90-4c82-aae8-5a6b2200de15 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a2146fc39f984c7685dbc8a9e3a25b1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4323308 Apr 06 16:32:51.032649 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 36822) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:51.087533 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a3ee43aa-1ae3-4de6-8fbe-f851580043a0 admin admin] Publish callbacks [] for security_group (df2fd718-2663-4ba8-b94d-5e492a19935b), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:51.110598 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a3ee43aa-1ae3-4de6-8fbe-f851580043a0 admin admin] Publish callbacks [] for security_group (df2fd718-2663-4ba8-b94d-5e492a19935b), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:51.224805 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a3ee43aa-1ae3-4de6-8fbe-f851580043a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (df2fd718-2663-4ba8-b94d-5e492a19935b), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:51.227542 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a3ee43aa-1ae3-4de6-8fbe-f851580043a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:51.228854 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-a3ee43aa-1ae3-4de6-8fbe-f851580043a0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/df2fd718-2663-4ba8-b94d-5e492a19935b HTTP/1.1" status: 204 len: 168 time: 0.1956844 Apr 06 16:32:51.238429 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ee43aa-1ae3-4de6-8fbe-f851580043a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2fd718-2663-4ba8-b94d-5e492a19935b,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:51.879421 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-db492575-6e92-4da3-b342-040e614cb092 req-a88ee74a-44d0-4e35-bc8c-44967459b305 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb HTTP/1.1" status: 200 len: 210 time: 0.0292931 Apr 06 16:32:52.006257 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05797c0-d336-4a73-9e5e-c2ecd42c8ee5 req-d6164542-ce90-4a43-9fe5-149c11c651ba tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:52.007986 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-c05797c0-d336-4a73-9e5e-c2ecd42c8ee5 req-d6164542-ce90-4a43-9fe5-149c11c651ba tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 946 time: 0.0593724 Apr 06 16:32:52.064117 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-c05797c0-d336-4a73-9e5e-c2ecd42c8ee5 req-355972d7-de21-407c-9b45-07fd6accd811 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496211 Apr 06 16:32:52.984703 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-f9b6db65-ce37-423e-bbd6-df469e0a2605 req-59872fd5-18b9-4b6f-bcfd-1c2fdd6dc2f0 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb HTTP/1.1" status: 200 len: 210 time: 0.0293772 Apr 06 16:32:53.198792 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d6daaa-8275-4a7e-82d7-c0dd45de6be7 req-69bbf913-12e4-42ca-abe8-7d6c8ba26975 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:53.200488 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-e0d6daaa-8275-4a7e-82d7-c0dd45de6be7 req-69bbf913-12e4-42ca-abe8-7d6c8ba26975 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 946 time: 0.0601139 Apr 06 16:32:53.270257 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-e0d6daaa-8275-4a7e-82d7-c0dd45de6be7 req-4992a9a6-b7a8-47c0-8efb-e2de4ca9c21c tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635269 Apr 06 16:32:53.412218 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a949056-f9ac-47ec-9d77-2b43a40b0ae0 req-05899f9d-f440-4e5b-ad81-5b320bd3a927 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:53.412218 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-9a949056-f9ac-47ec-9d77-2b43a40b0ae0 req-05899f9d-f440-4e5b-ad81-5b320bd3a927 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/networks?id=4abac84c-6978-4cb5-8a6f-bd4316ffded0 HTTP/1.1" status: 200 len: 809 time: 0.1196868 Apr 06 16:32:53.428912 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-9a949056-f9ac-47ec-9d77-2b43a40b0ae0 req-f647e8d6-d752-4e73-bea9-284fd064b838 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/quotas/51a2e8df80ce4edb99c33533c480569f HTTP/1.1" status: 200 len: 375 time: 0.0116265 Apr 06 16:32:53.464669 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-9a949056-f9ac-47ec-9d77-2b43a40b0ae0 req-93addacf-c8d2-4bf7-a97c-edad5b0c11b2 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=51a2e8df80ce4edb99c33533c480569f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284486 Apr 06 16:32:53.568252 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-9a949056-f9ac-47ec-9d77-2b43a40b0ae0 req-73eb7d74-bd6d-4baa-b976-668334225d7b service neutron] 10.222.0.49 "GET /v2.0/networks/4abac84c-6978-4cb5-8a6f-bd4316ffded0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958693 Apr 06 16:32:53.666746 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-9a949056-f9ac-47ec-9d77-2b43a40b0ae0 req-cef9afce-2ea3-461e-8ebb-3d1d104603dd service neutron] 10.222.0.49 "GET /v2.0/networks/4abac84c-6978-4cb5-8a6f-bd4316ffded0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928569 Apr 06 16:32:53.977280 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-728fbc4c-c628-4212-8007-50c0255176bd req-fe23a923-ce6e-4b25-9a0f-67e7a833602e tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/ports?device_id=a33d79dd-e3d8-44a7-8ca3-619b0d653323 HTTP/1.1" status: 200 len: 210 time: 0.0305986 Apr 06 16:32:54.128622 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-f31df5db-3190-4320-8cf6-ac6d8efa53cb req-e7802638-75d9-461d-b880-ffebbaf9681b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb HTTP/1.1" status: 200 len: 210 time: 0.0293183 Apr 06 16:32:54.401814 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08051c38-e292-4e17-9990-0eb795959de3 req-1c1a952e-c7ff-48f3-a005-ac50aa078df9 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:54.403411 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-08051c38-e292-4e17-9990-0eb795959de3 req-1c1a952e-c7ff-48f3-a005-ac50aa078df9 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 946 time: 0.0579019 Apr 06 16:32:54.459121 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-08051c38-e292-4e17-9990-0eb795959de3 req-c6a0b749-20c6-424c-8c21-6e5d59a1005e tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442185 Apr 06 16:32:55.094540 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb198ea-a65a-43b9-8c5f-12334c586a4e req-d6f428d0-6507-4486-9b01-7f499287b50a tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:55.096866 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-bcb198ea-a65a-43b9-8c5f-12334c586a4e req-d6f428d0-6507-4486-9b01-7f499287b50a tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.39 "GET /v2.0/networks?id=8ef6f925-e3af-4879-bc93-ee3096c80cf0 HTTP/1.1" status: 200 len: 815 time: 0.1369629 Apr 06 16:32:55.099387 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-f66c4900-176c-4012-886c-cd4ff31ce283 req-852ffe6f-1360-45ac-8620-dbd19774d5d7 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/ports?device_id=a33d79dd-e3d8-44a7-8ca3-619b0d653323 HTTP/1.1" status: 200 len: 210 time: 0.0568709 Apr 06 16:32:55.211996 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-bcb198ea-a65a-43b9-8c5f-12334c586a4e req-f8ce7a62-4869-4148-adcf-049ac25bd0de tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e0d499680204ce48c74bc5d3b01a192 HTTP/1.1" status: 200 len: 379 time: 0.0931096 Apr 06 16:32:55.212627 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccf941-15f7-498b-8a22-11e884929f72 req-00e6e93e-6f47-4fc6-bed6-135267131f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:55.214630 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-44ccf941-15f7-498b-8a22-11e884929f72 req-00e6e93e-6f47-4fc6-bed6-135267131f5b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 1130 time: 0.0987949 Apr 06 16:32:55.220057 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [req-bcb198ea-a65a-43b9-8c5f-12334c586a4e req-5b42a172-f197-4b58-bc08-5bf00a095f99 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Request body: {'port': {'device_id': '995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb', 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'admin_state_up': True, 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'security_groups': ['b4118a85-fc51-4172-b442-87309300b4c0']}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:32:55.275286 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-44ccf941-15f7-498b-8a22-11e884929f72 req-06a8f744-a5b6-4858-b720-3dc849148204 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538020 Apr 06 16:32:55.324919 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-36c943a3-580b-49ea-9214-86c59c2e15c9 req-39364156-c146-4099-b2b3-39e4612e8446 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb HTTP/1.1" status: 200 len: 210 time: 0.0334985 Apr 06 16:32:55.363301 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 36976) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:55.453989 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcb198ea-a65a-43b9-8c5f-12334c586a4e req-5b42a172-f197-4b58-bc08-5bf00a095f99 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Made reservation on behalf of 3e0d499680204ce48c74bc5d3b01a192 for: {'port': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:32:55.457762 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-bcb198ea-a65a-43b9-8c5f-12334c586a4e req-5b42a172-f197-4b58-bc08-5bf00a095f99 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:55.479239 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-8030b2c2-ca0e-48ef-962f-7bb437d278c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:55.615610 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.db_base_plugin_common [req-bcb198ea-a65a-43b9-8c5f-12334c586a4e req-5b42a172-f197-4b58-bc08-5bf00a095f99 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Allocated IP 172.20.0.12 (8ef6f925-e3af-4879-bc93-ee3096c80cf0/1121a7e3-a3db-4af5-8ad9-70ecc903d4ca/463929dc-fb3c-41c2-b8db-0a693959951f) {{(pid=103680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:32:55.626213 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-8030b2c2-ca0e-48ef-962f-7bb437d278c0 admin admin] Publish callbacks [] for security_group (5a33d0c9-1d98-40dc-ba01-f40cd1b8d506), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:55.635264 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040624a-9195-4d74-aecf-f6822be058f5 req-38936741-7466-46e1-a1b7-239530ce726b tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:55.636848 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-9040624a-9195-4d74-aecf-f6822be058f5 req-38936741-7466-46e1-a1b7-239530ce726b tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 946 time: 0.0951753 Apr 06 16:32:55.696220 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-9040624a-9195-4d74-aecf-f6822be058f5 req-0a627163-0179-4d5b-8de0-d303ff305867 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521221 Apr 06 16:32:55.717097 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-8030b2c2-ca0e-48ef-962f-7bb437d278c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (5a33d0c9-1d98-40dc-ba01-f40cd1b8d506), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:55.764074 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-8030b2c2-ca0e-48ef-962f-7bb437d278c0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a1c918a589b74126b4835c381514d0f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3995399 Apr 06 16:32:55.765190 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8030b2c2-ca0e-48ef-962f-7bb437d278c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a33d0c9-1d98-40dc-ba01-f40cd1b8d506,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:55.776508 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 36982) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:55.803421 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-bcb198ea-a65a-43b9-8c5f-12334c586a4e req-5b42a172-f197-4b58-bc08-5bf00a095f99 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for port (463929dc-fb3c-41c2-b8db-0a693959951f), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:55.841896 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-091f0418-be1c-4d67-b81f-d0882ba86051 admin admin] Publish callbacks [] for security_group (5a33d0c9-1d98-40dc-ba01-f40cd1b8d506), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:55.865786 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-091f0418-be1c-4d67-b81f-d0882ba86051 admin admin] Publish callbacks [] for security_group (5a33d0c9-1d98-40dc-ba01-f40cd1b8d506), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:55.899812 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-bcb198ea-a65a-43b9-8c5f-12334c586a4e req-5b42a172-f197-4b58-bc08-5bf00a095f99 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (463929dc-fb3c-41c2-b8db-0a693959951f), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:55.946800 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcb198ea-a65a-43b9-8c5f-12334c586a4e req-5b42a172-f197-4b58-bc08-5bf00a095f99 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Network 8ef6f925-e3af-4879-bc93-ee3096c80cf0 is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:32:55.953158 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [req-bcb198ea-a65a-43b9-8c5f-12334c586a4e req-5b42a172-f197-4b58-bc08-5bf00a095f99 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:32:55.957403 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb198ea-a65a-43b9-8c5f-12334c586a4e req-5b42a172-f197-4b58-bc08-5bf00a095f99 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Received port after_create {{(pid=103680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:32:55.994021 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b42a172-f197-4b58-bc08-5bf00a095f99 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Pushing event updated for resources: {'Port': ['ID=463929dc-fb3c-41c2-b8db-0a693959951f,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:56.004165 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-091f0418-be1c-4d67-b81f-d0882ba86051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (5a33d0c9-1d98-40dc-ba01-f40cd1b8d506), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:56.007948 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-091f0418-be1c-4d67-b81f-d0882ba86051 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:56.009282 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-091f0418-be1c-4d67-b81f-d0882ba86051 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5a33d0c9-1d98-40dc-ba01-f40cd1b8d506 HTTP/1.1" status: 204 len: 168 time: 0.2312317 Apr 06 16:32:56.018618 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0418-be1c-4d67-b81f-d0882ba86051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a33d0c9-1d98-40dc-ba01-f40cd1b8d506,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:56.046636 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb198ea-a65a-43b9-8c5f-12334c586a4e req-5b42a172-f197-4b58-bc08-5bf00a095f99 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:56.048078 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-bcb198ea-a65a-43b9-8c5f-12334c586a4e req-5b42a172-f197-4b58-bc08-5bf00a095f99 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for port (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:56.131274 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-bcb198ea-a65a-43b9-8c5f-12334c586a4e req-5b42a172-f197-4b58-bc08-5bf00a095f99 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9172690 Apr 06 16:32:56.215814 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-17b618a3-6c8e-495f-97d9-daccb573484f None None] Provisioning complete for port 463929dc-fb3c-41c2-b8db-0a693959951f triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:32:56.215814 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-17b618a3-6c8e-495f-97d9-daccb573484f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (463929dc-fb3c-41c2-b8db-0a693959951f), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:56.249573 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-002cf655-9b74-43cf-970b-dd03b74116ad req-551b66b6-6107-49ed-be52-3702ccc9f062 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/ports?device_id=a33d79dd-e3d8-44a7-8ca3-619b0d653323 HTTP/1.1" status: 200 len: 210 time: 0.0604911 Apr 06 16:32:56.252110 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [req-bcb198ea-a65a-43b9-8c5f-12334c586a4e req-f6fe5f08-3411-4eee-ad53-91fc0e64e3f9 service neutron] Request body: {'port': {'device_id': '995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:32:56.256550 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-17b618a3-6c8e-495f-97d9-daccb573484f None None] Port 463929dc-fb3c-41c2-b8db-0a693959951f cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:32:56.323168 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-bcb198ea-a65a-43b9-8c5f-12334c586a4e req-f6fe5f08-3411-4eee-ad53-91fc0e64e3f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (463929dc-fb3c-41c2-b8db-0a693959951f), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:56.379500 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 37002) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:56.478536 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f156b-8ba3-4093-98f0-d6effc4fbe4b req-33d21331-346a-4653-9c8b-d70ad73c617d tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:56.487716 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-3f4f156b-8ba3-4093-98f0-d6effc4fbe4b req-33d21331-346a-4653-9c8b-d70ad73c617d tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb HTTP/1.1" status: 200 len: 932 time: 0.0772254 Apr 06 16:32:56.540798 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-8c4a2a77-8811-47db-9815-f90b69862845 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:56.582796 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-3f4f156b-8ba3-4093-98f0-d6effc4fbe4b req-e1fcc0ed-5a80-4000-8733-4f60573f4daf tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=b4118a85-fc51-4172-b442-87309300b4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938585 Apr 06 16:32:56.630266 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.notifiers.nova [req-bcb198ea-a65a-43b9-8c5f-12334c586a4e req-f6fe5f08-3411-4eee-ad53-91fc0e64e3f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 463929dc-fb3c-41c2-b8db-0a693959951f {{(pid=103680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:32:56.637678 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-bcb198ea-a65a-43b9-8c5f-12334c586a4e req-f6fe5f08-3411-4eee-ad53-91fc0e64e3f9 service neutron] Publish callbacks [] for port (463929dc-fb3c-41c2-b8db-0a693959951f), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:56.647118 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-8c4a2a77-8811-47db-9815-f90b69862845 admin admin] Publish callbacks [] for security_group (f1e7fc49-4b0d-425a-85d2-ff2856216f35), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:56.650072 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.provisioning_blocks [req-bcb198ea-a65a-43b9-8c5f-12334c586a4e req-f6fe5f08-3411-4eee-ad53-91fc0e64e3f9 service neutron] Transition to ACTIVE for port object 463929dc-fb3c-41c2-b8db-0a693959951f will not be triggered until provisioned by entity L2. {{(pid=103680) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 16:32:56.750857 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-8c4a2a77-8811-47db-9815-f90b69862845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (f1e7fc49-4b0d-425a-85d2-ff2856216f35), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:56.790443 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-8c4a2a77-8811-47db-9815-f90b69862845 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2ca512fcfc434dee8505397ad452bba2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4151516 Apr 06 16:32:56.791813 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a2a77-8811-47db-9815-f90b69862845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e7fc49-4b0d-425a-85d2-ff2856216f35,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:56.794135 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 37008) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:56.795874 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-bcb198ea-a65a-43b9-8c5f-12334c586a4e req-f6fe5f08-3411-4eee-ad53-91fc0e64e3f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978180'] for port (463929dc-fb3c-41c2-b8db-0a693959951f), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:56.814550 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 37010) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:56.836884 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e3610ba5-9e12-41f5-85d2-5e6a1ec2493b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:56.866606 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fe5f08-3411-4eee-ad53-91fc0e64e3f9 service neutron] Pushing event updated for resources: {'Port': ['ID=463929dc-fb3c-41c2-b8db-0a693959951f,revision_number=2']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:56.880571 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9b81afd3-5e55-4955-afd1-5766d8f06479 admin admin] Publish callbacks [] for security_group (f1e7fc49-4b0d-425a-85d2-ff2856216f35), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:56.886282 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c290ef-1018-4ac5-852e-0bc2406f9b73 req-6cf452ca-ce98-47e6-9b24-96aadef3e9f6 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:56.887990 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-51c290ef-1018-4ac5-852e-0bc2406f9b73 req-6cf452ca-ce98-47e6-9b24-96aadef3e9f6 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 946 time: 0.1220667 Apr 06 16:32:56.921272 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9b81afd3-5e55-4955-afd1-5766d8f06479 admin admin] Publish callbacks [] for security_group (f1e7fc49-4b0d-425a-85d2-ff2856216f35), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:56.991883 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e3610ba5-9e12-41f5-85d2-5e6a1ec2493b admin admin] Publish callbacks [] for security_group (3eb8a863-f1f8-4c61-89bc-bbc9706accc9), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:57.013426 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-51c290ef-1018-4ac5-852e-0bc2406f9b73 req-d4c5762d-138f-4642-8089-51bdfc342dd6 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094658 Apr 06 16:32:57.014315 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.managers [req-bcb198ea-a65a-43b9-8c5f-12334c586a4e req-f6fe5f08-3411-4eee-ad53-91fc0e64e3f9 service neutron] Attempting to bind port 463929dc-fb3c-41c2-b8db-0a693959951f on host hv-cinder-81566 for vnic_type normal with profile {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:32:57.014645 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.managers [req-bcb198ea-a65a-43b9-8c5f-12334c586a4e req-f6fe5f08-3411-4eee-ad53-91fc0e64e3f9 service neutron] Attempting to bind port 463929dc-fb3c-41c2-b8db-0a693959951f by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0'}] {{(pid=103680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:32:57.014976 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb198ea-a65a-43b9-8c5f-12334c586a4e req-f6fe5f08-3411-4eee-ad53-91fc0e64e3f9 service neutron] Attempting to bind port 463929dc-fb3c-41c2-b8db-0a693959951f on network 8ef6f925-e3af-4879-bc93-ee3096c80cf0 {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:32:57.022453 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb198ea-a65a-43b9-8c5f-12334c586a4e req-f6fe5f08-3411-4eee-ad53-91fc0e64e3f9 service neutron] Port 463929dc-fb3c-41c2-b8db-0a693959951f on network 8ef6f925-e3af-4879-bc93-ee3096c80cf0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 16:32:57.024538 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb198ea-a65a-43b9-8c5f-12334c586a4e req-f6fe5f08-3411-4eee-ad53-91fc0e64e3f9 service neutron] Attempting to bind port 463929dc-fb3c-41c2-b8db-0a693959951f on network 8ef6f925-e3af-4879-bc93-ee3096c80cf0 {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:32:57.030980 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb198ea-a65a-43b9-8c5f-12334c586a4e req-f6fe5f08-3411-4eee-ad53-91fc0e64e3f9 service neutron] Checking agent: {'id': '0e5c86dc-cd19-4356-a060-9388d8808620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 29), 'started_at': datetime.datetime(2022, 4, 6, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:32:57.031409 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb198ea-a65a-43b9-8c5f-12334c586a4e req-f6fe5f08-3411-4eee-ad53-91fc0e64e3f9 service neutron] Checking segment: {'id': '9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:32:57.032279 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb198ea-a65a-43b9-8c5f-12334c586a4e req-f6fe5f08-3411-4eee-ad53-91fc0e64e3f9 service neutron] Bound using segment: {'id': '9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0'} {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:32:57.032962 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.managers [req-bcb198ea-a65a-43b9-8c5f-12334c586a4e req-f6fe5f08-3411-4eee-ad53-91fc0e64e3f9 service neutron] Bound port: 463929dc-fb3c-41c2-b8db-0a693959951f, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0'}}] {{(pid=103680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:32:57.033431 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-bcb198ea-a65a-43b9-8c5f-12334c586a4e req-f6fe5f08-3411-4eee-ad53-91fc0e64e3f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (463929dc-fb3c-41c2-b8db-0a693959951f), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:57.042303 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e3610ba5-9e12-41f5-85d2-5e6a1ec2493b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (3eb8a863-f1f8-4c61-89bc-bbc9706accc9), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:57.068846 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9b81afd3-5e55-4955-afd1-5766d8f06479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (f1e7fc49-4b0d-425a-85d2-ff2856216f35), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:57.071729 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9b81afd3-5e55-4955-afd1-5766d8f06479 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:57.072945 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-9b81afd3-5e55-4955-afd1-5766d8f06479 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f1e7fc49-4b0d-425a-85d2-ff2856216f35 HTTP/1.1" status: 204 len: 168 time: 0.2778475 Apr 06 16:32:57.093385 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-e3610ba5-9e12-41f5-85d2-5e6a1ec2493b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=68e05e26c3874937bee202d72bb2c923&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2779403 Apr 06 16:32:57.094299 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3610ba5-9e12-41f5-85d2-5e6a1ec2493b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb8a863-f1f8-4c61-89bc-bbc9706accc9,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:57.096658 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 37020) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:57.106393 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81afd3-5e55-4955-afd1-5766d8f06479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e7fc49-4b0d-425a-85d2-ff2856216f35,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:57.151394 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [req-bcb198ea-a65a-43b9-8c5f-12334c586a4e req-f6fe5f08-3411-4eee-ad53-91fc0e64e3f9 service neutron] For port 463929dc-fb3c-41c2-b8db-0a693959951f, host hv-cinder-81566, cleared binding levels {{(pid=103680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:32:57.155904 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [req-bcb198ea-a65a-43b9-8c5f-12334c586a4e req-f6fe5f08-3411-4eee-ad53-91fc0e64e3f9 service neutron] For port 463929dc-fb3c-41c2-b8db-0a693959951f, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=463929dc-fb3c-41c2-b8db-0a693959951f,segment=NetworkSegment(9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0),segment_id=9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0)] {{(pid=103680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:32:57.181567 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a2b303b2-46b7-4886-8d69-0deb46de3f6b admin admin] Publish callbacks [] for security_group (3eb8a863-f1f8-4c61-89bc-bbc9706accc9), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:57.212273 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a2b303b2-46b7-4886-8d69-0deb46de3f6b admin admin] Publish callbacks [] for security_group (3eb8a863-f1f8-4c61-89bc-bbc9706accc9), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:57.244565 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-bcb198ea-a65a-43b9-8c5f-12334c586a4e req-f6fe5f08-3411-4eee-ad53-91fc0e64e3f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978180'] for port (463929dc-fb3c-41c2-b8db-0a693959951f), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:57.287257 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb198ea-a65a-43b9-8c5f-12334c586a4e req-f6fe5f08-3411-4eee-ad53-91fc0e64e3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:57.287902 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-bcb198ea-a65a-43b9-8c5f-12334c586a4e req-f6fe5f08-3411-4eee-ad53-91fc0e64e3f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for port (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:57.289640 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-bcb198ea-a65a-43b9-8c5f-12334c586a4e req-f6fe5f08-3411-4eee-ad53-91fc0e64e3f9 service neutron] 10.222.0.39 "PUT /v2.0/ports/463929dc-fb3c-41c2-b8db-0a693959951f HTTP/1.1" status: 200 len: 1094 time: 1.0417240 Apr 06 16:32:57.290026 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb', 'tag': '463929dc-fb3c-41c2-b8db-0a693959951f'}] {{(pid=103680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:32:57.304143 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37defc4f8c4d51421555421a688636eb49d5c8fee7a473d71a3f8bc7c746dcd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1324fc76-fa7b-4fd2-9771-3514694c25f1" -d '{"events": [{"name": "network-changed", "server_uuid": "995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb", "tag": "463929dc-fb3c-41c2-b8db-0a693959951f"}]}' {{(pid=103680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:32:57.336502 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fe5f08-3411-4eee-ad53-91fc0e64e3f9 service neutron] Pushing event updated for resources: {'Port': ['ID=463929dc-fb3c-41c2-b8db-0a693959951f,revision_number=3']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:57.361607 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568e7f7e-81b2-4361-90f8-fcd7c8ea99f7 x-openstack-request-id: req-568e7f7e-81b2-4361-90f8-fcd7c8ea99f7 {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:32:57.361905 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb", "tag": "463929dc-fb3c-41c2-b8db-0a693959951f", "status": "completed", "code": 200}]} {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:32:57.362163 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-568e7f7e-81b2-4361-90f8-fcd7c8ea99f7 {{(pid=103680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:32:57.362572 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-568e7f7e-81b2-4361-90f8-fcd7c8ea99f7'] response: {'name': 'network-changed', 'server_uuid': '995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb', 'tag': '463929dc-fb3c-41c2-b8db-0a693959951f', 'status': 'completed', 'code': 200} Apr 06 16:32:57.394156 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-b5562585-c6b5-4a9d-b6bb-45ee67b1d878 req-f8a6cb94-bd9a-4654-a7cf-0638f2a711bd tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/ports?device_id=a33d79dd-e3d8-44a7-8ca3-619b0d653323 HTTP/1.1" status: 200 len: 210 time: 0.0388622 Apr 06 16:32:57.421128 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a2b303b2-46b7-4886-8d69-0deb46de3f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (3eb8a863-f1f8-4c61-89bc-bbc9706accc9), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:57.424436 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a2b303b2-46b7-4886-8d69-0deb46de3f6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:57.425587 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-a2b303b2-46b7-4886-8d69-0deb46de3f6b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3eb8a863-f1f8-4c61-89bc-bbc9706accc9 HTTP/1.1" status: 204 len: 168 time: 0.3279731 Apr 06 16:32:57.446326 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b303b2-46b7-4886-8d69-0deb46de3f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb8a863-f1f8-4c61-89bc-bbc9706accc9,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:57.459618 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324fc76-fa7b-4fd2-9771-3514694c25f1 req-e86024ca-ec88-49fa-96ec-a77a44f25140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:57.461278 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-1324fc76-fa7b-4fd2-9771-3514694c25f1 req-e86024ca-ec88-49fa-96ec-a77a44f25140 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e0d499680204ce48c74bc5d3b01a192&device_id=995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb HTTP/1.1" status: 200 len: 1128 time: 0.0784979 Apr 06 16:32:57.757287 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a949056-f9ac-47ec-9d77-2b43a40b0ae0 req-7cbee8d2-39ee-4f0d-8a7f-7cd733889eb8 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:57.758878 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-9a949056-f9ac-47ec-9d77-2b43a40b0ae0 req-7cbee8d2-39ee-4f0d-8a7f-7cd733889eb8 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.39 "GET /v2.0/networks?id=4abac84c-6978-4cb5-8a6f-bd4316ffded0 HTTP/1.1" status: 200 len: 809 time: 0.1316621 Apr 06 16:32:57.771814 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [req-9a949056-f9ac-47ec-9d77-2b43a40b0ae0 req-875f5868-2846-4b30-b809-09503c4324bc tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Request body: {'port': {'device_id': 'a33d79dd-e3d8-44a7-8ca3-619b0d653323', 'network_id': '4abac84c-6978-4cb5-8a6f-bd4316ffded0', 'admin_state_up': True, 'tenant_id': '51a2e8df80ce4edb99c33533c480569f'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:32:57.816407 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de317345-0dae-4c72-bda5-f3165840da4c req-57f21a1a-5ab4-4875-8aa0-a3d9000918d4 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:57.817887 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-de317345-0dae-4c72-bda5-f3165840da4c req-57f21a1a-5ab4-4875-8aa0-a3d9000918d4 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb HTTP/1.1" status: 200 len: 944 time: 0.1475530 Apr 06 16:32:57.818881 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324fc76-fa7b-4fd2-9771-3514694c25f1 req-b1a865d6-9afb-4fe1-8b1d-5cb7667af5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:57.820218 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-1324fc76-fa7b-4fd2-9771-3514694c25f1 req-b1a865d6-9afb-4fe1-8b1d-5cb7667af5b2 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3e0d499680204ce48c74bc5d3b01a192&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2508121 Apr 06 16:32:58.006022 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-de317345-0dae-4c72-bda5-f3165840da4c req-b9935346-26d1-4f08-8264-fcb7ae21385a tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=b4118a85-fc51-4172-b442-87309300b4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1822550 Apr 06 16:32:58.050935 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324fc76-fa7b-4fd2-9771-3514694c25f1 req-c54b0a9a-61a6-4be2-b7a2-dae63350a14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:58.052532 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-1324fc76-fa7b-4fd2-9771-3514694c25f1 req-c54b0a9a-61a6-4be2-b7a2-dae63350a14b service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2223969 Apr 06 16:32:58.086986 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a949056-f9ac-47ec-9d77-2b43a40b0ae0 req-875f5868-2846-4b30-b809-09503c4324bc tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Made reservation on behalf of 51a2e8df80ce4edb99c33533c480569f for: {'port': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:32:58.090598 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-9a949056-f9ac-47ec-9d77-2b43a40b0ae0 req-875f5868-2846-4b30-b809-09503c4324bc tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:58.137201 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 37044) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:58.221292 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb198ea-a65a-43b9-8c5f-12334c586a4e req-78807cdb-cb49-4434-919c-8abe65b74801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:58.223499 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-bcb198ea-a65a-43b9-8c5f-12334c586a4e req-78807cdb-cb49-4434-919c-8abe65b74801 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e0d499680204ce48c74bc5d3b01a192&device_id=995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb HTTP/1.1" status: 200 len: 1128 time: 0.0861504 Apr 06 16:32:58.226423 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-f3303320-c748-47ef-a5b6-6b9cad4d9e99 req-59e43fec-76b0-4b79-b7aa-ca8081764eb3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3e8de912-ec9e-408f-8834-9641316c94f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0809202 Apr 06 16:32:58.231742 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-3b46278e-47e0-4d14-a3d3-a6fe8e157763 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:58.300584 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-bcb198ea-a65a-43b9-8c5f-12334c586a4e req-b1dd822f-101f-4b5b-972d-32969ad306ea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=463929dc-fb3c-41c2-b8db-0a693959951f HTTP/1.1" status: 200 len: 217 time: 0.0669024 Apr 06 16:32:58.304081 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a1dd3-6b5b-45e3-bf7c-dc73a4867675 req-1264a975-fe4e-466c-996d-e49e07010c28 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:58.305684 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-0d5a1dd3-6b5b-45e3-bf7c-dc73a4867675 req-1264a975-fe4e-466c-996d-e49e07010c28 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 946 time: 0.1921594 Apr 06 16:32:58.353144 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb198ea-a65a-43b9-8c5f-12334c586a4e req-2bba5fa2-de6b-4ad5-8a85-eb96df369fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:58.354619 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-bcb198ea-a65a-43b9-8c5f-12334c586a4e req-2bba5fa2-de6b-4ad5-8a85-eb96df369fbc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1121a7e3-a3db-4af5-8ad9-70ecc903d4ca HTTP/1.1" status: 200 len: 854 time: 0.0460241 Apr 06 16:32:58.442733 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-3b46278e-47e0-4d14-a3d3-a6fe8e157763 admin admin] Publish callbacks [] for security_group (12fd6fca-c918-4733-9fe1-129a46bb2cbb), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:58.446796 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-0d5a1dd3-6b5b-45e3-bf7c-dc73a4867675 req-8178dab1-1936-45c2-939f-09329e285f02 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337469 Apr 06 16:32:58.447994 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [req-9a949056-f9ac-47ec-9d77-2b43a40b0ae0 req-875f5868-2846-4b30-b809-09503c4324bc tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Allocated IP 172.20.0.14 (4abac84c-6978-4cb5-8a6f-bd4316ffded0/bfb9c086-fdec-43c4-b665-309271439b75/2f98aa43-0222-407b-84aa-55a9fb3547f4) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:32:58.490616 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3303320-c748-47ef-a5b6-6b9cad4d9e99 req-3e22e456-9cc5-4428-8e7f-2a8c6506ebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:58.493425 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-f3303320-c748-47ef-a5b6-6b9cad4d9e99 req-3e22e456-9cc5-4428-8e7f-2a8c6506ebc5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d1c6d06c04543878527856ba1e8d48c&device_id=3e8de912-ec9e-408f-8834-9641316c94f3 HTTP/1.1" status: 200 len: 1130 time: 0.1079652 Apr 06 16:32:58.500598 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb198ea-a65a-43b9-8c5f-12334c586a4e req-8e78c603-c476-4f91-ad9e-c3d8f41e2cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:58.503192 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-bcb198ea-a65a-43b9-8c5f-12334c586a4e req-8e78c603-c476-4f91-ad9e-c3d8f41e2cc3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8ef6f925-e3af-4879-bc93-ee3096c80cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1258292 Apr 06 16:32:58.537941 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-3b46278e-47e0-4d14-a3d3-a6fe8e157763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (12fd6fca-c918-4733-9fe1-129a46bb2cbb), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:58.570365 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-99184825-8bc0-4838-8b7c-7aa07dadb00f req-f9f2c43e-0001-4252-8812-ad6d6e9b266e tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/ports?device_id=a33d79dd-e3d8-44a7-8ca3-619b0d653323 HTTP/1.1" status: 200 len: 210 time: 0.0638049 Apr 06 16:32:58.671439 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-3b46278e-47e0-4d14-a3d3-a6fe8e157763 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4d196e05abd1483281ca365331f09ad3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5233369 Apr 06 16:32:58.675319 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46278e-47e0-4d14-a3d3-a6fe8e157763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12fd6fca-c918-4733-9fe1-129a46bb2cbb,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:58.678679 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 37064) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:32:58.693725 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-bcb198ea-a65a-43b9-8c5f-12334c586a4e req-4fa8d215-845f-4536-9324-473d8b529d16 service neutron] 10.222.0.39 "GET /v2.0/networks/8ef6f925-e3af-4879-bc93-ee3096c80cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734817 Apr 06 16:32:58.694811 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3303320-c748-47ef-a5b6-6b9cad4d9e99 req-6cd2a222-7e30-4c38-ae75-a934c98abfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:58.696126 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-f3303320-c748-47ef-a5b6-6b9cad4d9e99 req-6cd2a222-7e30-4c38-ae75-a934c98abfce service neutron] 10.222.0.39 "GET /v2.0/networks?id=dad9ba10-e8cf-4082-94bd-2291edc537cc HTTP/1.1" status: 200 len: 920 time: 0.1749361 Apr 06 16:32:58.754578 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c2eb6-e89b-4557-bb35-47bee6a85bd8 req-9897e44b-00e4-436c-a5d3-052df8804cd4 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:58.756244 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-661c2eb6-e89b-4557-bb35-47bee6a85bd8 req-9897e44b-00e4-436c-a5d3-052df8804cd4 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e8de912-ec9e-408f-8834-9641316c94f3 HTTP/1.1" status: 200 len: 946 time: 0.1631908 Apr 06 16:32:58.784377 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-9a949056-f9ac-47ec-9d77-2b43a40b0ae0 req-875f5868-2846-4b30-b809-09503c4324bc tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Publish callbacks [] for port (2f98aa43-0222-407b-84aa-55a9fb3547f4), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:58.809890 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9351cd5e-df01-44cd-9f26-c6fe4d6df1d7 admin admin] Publish callbacks [] for security_group (12fd6fca-c918-4733-9fe1-129a46bb2cbb), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:58.867959 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9351cd5e-df01-44cd-9f26-c6fe4d6df1d7 admin admin] Publish callbacks [] for security_group (12fd6fca-c918-4733-9fe1-129a46bb2cbb), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:58.873664 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-661c2eb6-e89b-4557-bb35-47bee6a85bd8 req-05402a2e-0256-4e10-811d-329dde8df812 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091621 Apr 06 16:32:58.951796 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-9a949056-f9ac-47ec-9d77-2b43a40b0ae0 req-875f5868-2846-4b30-b809-09503c4324bc tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276'] for port (2f98aa43-0222-407b-84aa-55a9fb3547f4), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:59.014648 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a949056-f9ac-47ec-9d77-2b43a40b0ae0 req-875f5868-2846-4b30-b809-09503c4324bc tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Network 4abac84c-6978-4cb5-8a6f-bd4316ffded0 is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:32:59.015855 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9351cd5e-df01-44cd-9f26-c6fe4d6df1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (12fd6fca-c918-4733-9fe1-129a46bb2cbb), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:59.019620 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9351cd5e-df01-44cd-9f26-c6fe4d6df1d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:59.023057 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-9351cd5e-df01-44cd-9f26-c6fe4d6df1d7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/12fd6fca-c918-4733-9fe1-129a46bb2cbb HTTP/1.1" status: 204 len: 168 time: 0.3381958 Apr 06 16:32:59.032291 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [req-9a949056-f9ac-47ec-9d77-2b43a40b0ae0 req-875f5868-2846-4b30-b809-09503c4324bc tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:32:59.039684 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-f3303320-c748-47ef-a5b6-6b9cad4d9e99 req-4e463aa0-9702-462a-8a09-1c806c2a0a99 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7baa94d5-fcbc-49d6-b1dd-a76cab68846a HTTP/1.1" status: 200 len: 217 time: 0.3323078 Apr 06 16:32:59.050750 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a949056-f9ac-47ec-9d77-2b43a40b0ae0 req-875f5868-2846-4b30-b809-09503c4324bc tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:32:59.062662 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a949056-f9ac-47ec-9d77-2b43a40b0ae0 req-875f5868-2846-4b30-b809-09503c4324bc tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:59.067632 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-9a949056-f9ac-47ec-9d77-2b43a40b0ae0 req-875f5868-2846-4b30-b809-09503c4324bc tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:59.095041 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-bcb198ea-a65a-43b9-8c5f-12334c586a4e req-8462ce6f-21eb-4359-8eb5-64c1ecee4d1a service neutron] 10.222.0.39 "GET /v2.0/networks/8ef6f925-e3af-4879-bc93-ee3096c80cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894601 Apr 06 16:32:59.107169 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9351cd5e-df01-44cd-9f26-c6fe4d6df1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fd6fca-c918-4733-9fe1-129a46bb2cbb,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:59.118166 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f5868-2846-4b30-b809-09503c4324bc tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Pushing event updated for resources: {'Port': ['ID=2f98aa43-0222-407b-84aa-55a9fb3547f4,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:59.200411 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-9a949056-f9ac-47ec-9d77-2b43a40b0ae0 req-875f5868-2846-4b30-b809-09503c4324bc tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4326921 Apr 06 16:32:59.212216 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3303320-c748-47ef-a5b6-6b9cad4d9e99 req-081cb901-7b32-493d-8600-14e26d49671f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:59.213687 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-f3303320-c748-47ef-a5b6-6b9cad4d9e99 req-081cb901-7b32-493d-8600-14e26d49671f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5076aaf7-c1a1-40bf-87fc-8e1e2ced2174 HTTP/1.1" status: 200 len: 858 time: 0.0621512 Apr 06 16:32:59.216304 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [req-9a949056-f9ac-47ec-9d77-2b43a40b0ae0 req-3553713f-bfb3-4623-a27c-c7dc76406e5a service neutron] Request body: {'port': {'device_id': 'a33d79dd-e3d8-44a7-8ca3-619b0d653323', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:32:59.221719 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b70273-ef24-44f9-bbff-0908f58eeb18 req-ebe630f1-e3f4-4b61-ba2c-2380da1911ed tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:59.229831 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-a3b70273-ef24-44f9-bbff-0908f58eeb18 req-ebe630f1-e3f4-4b61-ba2c-2380da1911ed tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb HTTP/1.1" status: 200 len: 944 time: 0.1116035 Apr 06 16:32:59.284835 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-9a949056-f9ac-47ec-9d77-2b43a40b0ae0 req-3553713f-bfb3-4623-a27c-c7dc76406e5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (2f98aa43-0222-407b-84aa-55a9fb3547f4), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:59.314811 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-a3b70273-ef24-44f9-bbff-0908f58eeb18 req-9142c808-0af5-4e42-9697-dcaf03563ce3 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=b4118a85-fc51-4172-b442-87309300b4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809240 Apr 06 16:32:59.323652 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3303320-c748-47ef-a5b6-6b9cad4d9e99 req-c71717eb-3a8b-4b40-ac9c-c0a028eff5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:59.325228 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-f3303320-c748-47ef-a5b6-6b9cad4d9e99 req-c71717eb-3a8b-4b40-ac9c-c0a028eff5c9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dad9ba10-e8cf-4082-94bd-2291edc537cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0928338 Apr 06 16:32:59.586878 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.notifiers.nova [req-9a949056-f9ac-47ec-9d77-2b43a40b0ae0 req-3553713f-bfb3-4623-a27c-c7dc76406e5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f98aa43-0222-407b-84aa-55a9fb3547f4 {{(pid=103681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:32:59.595679 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-9a949056-f9ac-47ec-9d77-2b43a40b0ae0 req-3553713f-bfb3-4623-a27c-c7dc76406e5a service neutron] Publish callbacks [] for port (2f98aa43-0222-407b-84aa-55a9fb3547f4), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:59.614286 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.provisioning_blocks [req-9a949056-f9ac-47ec-9d77-2b43a40b0ae0 req-3553713f-bfb3-4623-a27c-c7dc76406e5a service neutron] Transition to ACTIVE for port object 2f98aa43-0222-407b-84aa-55a9fb3547f4 will not be triggered until provisioned by entity L2. {{(pid=103681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 16:32:59.718488 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedeaed9-c8ad-42f7-99a4-bd39f397be24 req-0a6bf078-f095-412c-99bd-ad2ab1c729d1 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:32:59.720766 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-fedeaed9-c8ad-42f7-99a4-bd39f397be24 req-0a6bf078-f095-412c-99bd-ad2ab1c729d1 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/ports?device_id=a33d79dd-e3d8-44a7-8ca3-619b0d653323 HTTP/1.1" status: 200 len: 932 time: 0.0611365 Apr 06 16:32:59.733055 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-9a949056-f9ac-47ec-9d77-2b43a40b0ae0 req-3553713f-bfb3-4623-a27c-c7dc76406e5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (2f98aa43-0222-407b-84aa-55a9fb3547f4), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:59.809098 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553713f-bfb3-4623-a27c-c7dc76406e5a service neutron] Pushing event updated for resources: {'Port': ['ID=2f98aa43-0222-407b-84aa-55a9fb3547f4,revision_number=2']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:32:59.838630 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-fedeaed9-c8ad-42f7-99a4-bd39f397be24 req-81fbe9be-d03b-42dc-8b06-0f6f5a695056 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd5533c0-48eb-47c7-8bf6-e925bffd5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119213 Apr 06 16:32:59.848242 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-9a949056-f9ac-47ec-9d77-2b43a40b0ae0 req-3553713f-bfb3-4623-a27c-c7dc76406e5a service neutron] Attempting to bind port 2f98aa43-0222-407b-84aa-55a9fb3547f4 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:32:59.848584 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-9a949056-f9ac-47ec-9d77-2b43a40b0ae0 req-3553713f-bfb3-4623-a27c-c7dc76406e5a service neutron] Attempting to bind port 2f98aa43-0222-407b-84aa-55a9fb3547f4 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '6715e192-232e-4904-8d95-cd59b0ecf35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '4abac84c-6978-4cb5-8a6f-bd4316ffded0'}] {{(pid=103681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:32:59.848914 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a949056-f9ac-47ec-9d77-2b43a40b0ae0 req-3553713f-bfb3-4623-a27c-c7dc76406e5a service neutron] Attempting to bind port 2f98aa43-0222-407b-84aa-55a9fb3547f4 on network 4abac84c-6978-4cb5-8a6f-bd4316ffded0 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:32:59.853398 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a949056-f9ac-47ec-9d77-2b43a40b0ae0 req-3553713f-bfb3-4623-a27c-c7dc76406e5a service neutron] Port 2f98aa43-0222-407b-84aa-55a9fb3547f4 on network 4abac84c-6978-4cb5-8a6f-bd4316ffded0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 16:32:59.853726 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a949056-f9ac-47ec-9d77-2b43a40b0ae0 req-3553713f-bfb3-4623-a27c-c7dc76406e5a service neutron] Attempting to bind port 2f98aa43-0222-407b-84aa-55a9fb3547f4 on network 4abac84c-6978-4cb5-8a6f-bd4316ffded0 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:32:59.858503 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a949056-f9ac-47ec-9d77-2b43a40b0ae0 req-3553713f-bfb3-4623-a27c-c7dc76406e5a service neutron] Checking agent: {'id': '0e5c86dc-cd19-4356-a060-9388d8808620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 29), 'started_at': datetime.datetime(2022, 4, 6, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:32:59.858842 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a949056-f9ac-47ec-9d77-2b43a40b0ae0 req-3553713f-bfb3-4623-a27c-c7dc76406e5a service neutron] Checking segment: {'id': '6715e192-232e-4904-8d95-cd59b0ecf35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '4abac84c-6978-4cb5-8a6f-bd4316ffded0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:32:59.859263 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a949056-f9ac-47ec-9d77-2b43a40b0ae0 req-3553713f-bfb3-4623-a27c-c7dc76406e5a service neutron] Bound using segment: {'id': '6715e192-232e-4904-8d95-cd59b0ecf35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '4abac84c-6978-4cb5-8a6f-bd4316ffded0'} {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:32:59.859651 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-9a949056-f9ac-47ec-9d77-2b43a40b0ae0 req-3553713f-bfb3-4623-a27c-c7dc76406e5a service neutron] Bound port: 2f98aa43-0222-407b-84aa-55a9fb3547f4, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6715e192-232e-4904-8d95-cd59b0ecf35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '4abac84c-6978-4cb5-8a6f-bd4316ffded0'}}] {{(pid=103681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:32:59.860629 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-9a949056-f9ac-47ec-9d77-2b43a40b0ae0 req-3553713f-bfb3-4623-a27c-c7dc76406e5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (2f98aa43-0222-407b-84aa-55a9fb3547f4), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:59.881953 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b1e382c9-ec46-4158-a66b-062e17a37e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:32:59.929837 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-9a949056-f9ac-47ec-9d77-2b43a40b0ae0 req-3553713f-bfb3-4623-a27c-c7dc76406e5a service neutron] For port 2f98aa43-0222-407b-84aa-55a9fb3547f4, host hv-cinder-81566, cleared binding levels {{(pid=103681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:32:59.933808 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-9a949056-f9ac-47ec-9d77-2b43a40b0ae0 req-3553713f-bfb3-4623-a27c-c7dc76406e5a service neutron] For port 2f98aa43-0222-407b-84aa-55a9fb3547f4, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=2f98aa43-0222-407b-84aa-55a9fb3547f4,segment=NetworkSegment(6715e192-232e-4904-8d95-cd59b0ecf35e),segment_id=6715e192-232e-4904-8d95-cd59b0ecf35e)] {{(pid=103681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:33:00.098541 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-9a949056-f9ac-47ec-9d77-2b43a40b0ae0 req-3553713f-bfb3-4623-a27c-c7dc76406e5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (2f98aa43-0222-407b-84aa-55a9fb3547f4), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:00.139797 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a949056-f9ac-47ec-9d77-2b43a40b0ae0 req-3553713f-bfb3-4623-a27c-c7dc76406e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:00.140428 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-9a949056-f9ac-47ec-9d77-2b43a40b0ae0 req-3553713f-bfb3-4623-a27c-c7dc76406e5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:00.141888 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-9a949056-f9ac-47ec-9d77-2b43a40b0ae0 req-3553713f-bfb3-4623-a27c-c7dc76406e5a service neutron] 10.222.0.39 "PUT /v2.0/ports/2f98aa43-0222-407b-84aa-55a9fb3547f4 HTTP/1.1" status: 200 len: 1094 time: 0.9341555 Apr 06 16:33:00.142337 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a33d79dd-e3d8-44a7-8ca3-619b0d653323', 'tag': '2f98aa43-0222-407b-84aa-55a9fb3547f4'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:33:00.144604 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da169357ed327e8d081ee60461067b1ef6c636002c887d5121cbb3f742e83ced" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3796d4d9-610d-4b59-bd77-c2c2219272a4" -d '{"events": [{"name": "network-changed", "server_uuid": "a33d79dd-e3d8-44a7-8ca3-619b0d653323", "tag": "2f98aa43-0222-407b-84aa-55a9fb3547f4"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:33:00.169119 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553713f-bfb3-4623-a27c-c7dc76406e5a service neutron] Pushing event updated for resources: {'Port': ['ID=2f98aa43-0222-407b-84aa-55a9fb3547f4,revision_number=3']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:33:00.193313 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d07210e-8bc1-416d-ae24-764e4f4d5bce x-openstack-request-id: req-9d07210e-8bc1-416d-ae24-764e4f4d5bce {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:33:00.193313 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a33d79dd-e3d8-44a7-8ca3-619b0d653323", "tag": "2f98aa43-0222-407b-84aa-55a9fb3547f4", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:33:00.193313 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9d07210e-8bc1-416d-ae24-764e4f4d5bce {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:33:00.193313 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d07210e-8bc1-416d-ae24-764e4f4d5bce'] response: {'name': 'network-changed', 'server_uuid': 'a33d79dd-e3d8-44a7-8ca3-619b0d653323', 'tag': '2f98aa43-0222-407b-84aa-55a9fb3547f4', 'status': 'completed', 'code': 200} Apr 06 16:33:00.402275 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (0e5c86dc-cd19-4356-a060-9388d8808620), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:00.437111 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efda629-496d-43ef-99e1-9ccff1951abc req-8af7f71f-2334-4a80-98c7-494a1ae58bc9 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:00.439523 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-3efda629-496d-43ef-99e1-9ccff1951abc req-8af7f71f-2334-4a80-98c7-494a1ae58bc9 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb HTTP/1.1" status: 200 len: 944 time: 0.0651441 Apr 06 16:33:00.489908 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-3efda629-496d-43ef-99e1-9ccff1951abc req-b08c0e88-71fd-4f56-bae9-207dc711de6f tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=b4118a85-fc51-4172-b442-87309300b4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445304 Apr 06 16:33:00.970963 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf5fb9-78af-49a2-9e50-9167a9897dc0 req-ef17f263-6355-40ae-b40a-108954d76b77 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:00.972690 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-22cf5fb9-78af-49a2-9e50-9167a9897dc0 req-ef17f263-6355-40ae-b40a-108954d76b77 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/ports?device_id=a33d79dd-e3d8-44a7-8ca3-619b0d653323 HTTP/1.1" status: 200 len: 944 time: 0.0605841 Apr 06 16:33:01.032425 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-22cf5fb9-78af-49a2-9e50-9167a9897dc0 req-3173bbfb-049b-42cd-9fb5-2bd90dcc2926 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd5533c0-48eb-47c7-8bf6-e925bffd5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533619 Apr 06 16:33:01.094535 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 37180) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:33:01.206458 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2f483157-3844-4efc-b41f-86e0b856d7e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:01.281444 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2f483157-3844-4efc-b41f-86e0b856d7e3 admin admin] Publish callbacks [] for security_group (f190851a-5af3-4fa3-a203-1dd409a0b59f), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:01.355681 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2f483157-3844-4efc-b41f-86e0b856d7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (f190851a-5af3-4fa3-a203-1dd409a0b59f), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:01.397249 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-2f483157-3844-4efc-b41f-86e0b856d7e3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c9edfa5e6b2d4385b46e8f72e39ec765&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3013599 Apr 06 16:33:01.398112 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f483157-3844-4efc-b41f-86e0b856d7e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f190851a-5af3-4fa3-a203-1dd409a0b59f,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:33:01.399994 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 37186) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:33:01.450901 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-55fa5aa9-d51f-45fc-bb94-07efff2cb98d admin admin] Publish callbacks [] for security_group (f190851a-5af3-4fa3-a203-1dd409a0b59f), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:01.474197 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-55fa5aa9-d51f-45fc-bb94-07efff2cb98d admin admin] Publish callbacks [] for security_group (f190851a-5af3-4fa3-a203-1dd409a0b59f), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:01.607525 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-55fa5aa9-d51f-45fc-bb94-07efff2cb98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (f190851a-5af3-4fa3-a203-1dd409a0b59f), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:01.610746 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-55fa5aa9-d51f-45fc-bb94-07efff2cb98d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:01.612517 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-55fa5aa9-d51f-45fc-bb94-07efff2cb98d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f190851a-5af3-4fa3-a203-1dd409a0b59f HTTP/1.1" status: 204 len: 168 time: 0.2112117 Apr 06 16:33:01.639117 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa5aa9-d51f-45fc-bb94-07efff2cb98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f190851a-5af3-4fa3-a203-1dd409a0b59f,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:33:01.663644 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d4cdbf-43e9-43da-aad4-72837c2255c0 req-b58b23c2-745b-4041-a91e-b04b03ac56df tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:01.665573 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-76d4cdbf-43e9-43da-aad4-72837c2255c0 req-b58b23c2-745b-4041-a91e-b04b03ac56df tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb HTTP/1.1" status: 200 len: 944 time: 0.0982604 Apr 06 16:33:01.731111 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-76d4cdbf-43e9-43da-aad4-72837c2255c0 req-075f21c2-157b-4326-9982-207db612a5af tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=b4118a85-fc51-4172-b442-87309300b4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549510 Apr 06 16:33:02.008112 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0790d313-36a0-4207-a555-69ede184a654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:02.197242 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add8c86-913a-4c65-8717-5363ea6c896c req-9575bbf8-9dd5-4cdd-8cce-fc5a5c87f25f tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:02.199707 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-9add8c86-913a-4c65-8717-5363ea6c896c req-9575bbf8-9dd5-4cdd-8cce-fc5a5c87f25f tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/ports?device_id=a33d79dd-e3d8-44a7-8ca3-619b0d653323 HTTP/1.1" status: 200 len: 944 time: 0.0839393 Apr 06 16:33:02.267462 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a54053-1cd7-4f3d-b849-d68bf887d69e req-6988d085-89ce-44a5-9333-3422caef1954 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:02.270082 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-00a54053-1cd7-4f3d-b849-d68bf887d69e req-6988d085-89ce-44a5-9333-3422caef1954 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e8de912-ec9e-408f-8834-9641316c94f3 HTTP/1.1" status: 200 len: 946 time: 0.0696113 Apr 06 16:33:02.272310 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-9add8c86-913a-4c65-8717-5363ea6c896c req-f08e6a9f-a6b5-42c8-8c87-1116d294842e tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd5533c0-48eb-47c7-8bf6-e925bffd5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652120 Apr 06 16:33:02.335966 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-00a54053-1cd7-4f3d-b849-d68bf887d69e req-0282019e-2a16-4553-83e2-1ef3166bd351 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548055 Apr 06 16:33:02.660464 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796d4d9-610d-4b59-bd77-c2c2219272a4 req-7d3bcccf-eda6-4377-8350-4c3fed9ae733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:02.661968 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-3796d4d9-610d-4b59-bd77-c2c2219272a4 req-7d3bcccf-eda6-4377-8350-4c3fed9ae733 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=51a2e8df80ce4edb99c33533c480569f&device_id=a33d79dd-e3d8-44a7-8ca3-619b0d653323 HTTP/1.1" status: 200 len: 1128 time: 0.0483315 Apr 06 16:33:02.694328 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-f3303320-c748-47ef-a5b6-6b9cad4d9e99 req-0dd8a3ee-9367-4ac2-ac99-c3dd235e80e5 service neutron] 10.222.0.39 "GET /v2.0/networks/dad9ba10-e8cf-4082-94bd-2291edc537cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971854 Apr 06 16:33:02.821003 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796d4d9-610d-4b59-bd77-c2c2219272a4 req-b5425c28-6468-41a1-980e-cdc18b386dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:02.824717 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-f3303320-c748-47ef-a5b6-6b9cad4d9e99 req-2c1f5e89-55e3-424d-985e-0f316b735e75 service neutron] 10.222.0.39 "GET /v2.0/networks/dad9ba10-e8cf-4082-94bd-2291edc537cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155074 Apr 06 16:33:02.828456 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-3796d4d9-610d-4b59-bd77-c2c2219272a4 req-b5425c28-6468-41a1-980e-cdc18b386dfa service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=51a2e8df80ce4edb99c33533c480569f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1572924 Apr 06 16:33:03.086448 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef763a-d189-4404-9cbf-7712e0e8b1af req-08a56a01-cf3a-46a8-a498-50908ff23224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:03.088035 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-88ef763a-d189-4404-9cbf-7712e0e8b1af req-08a56a01-cf3a-46a8-a498-50908ff23224 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d1c6d06c04543878527856ba1e8d48c&device_id=3e8de912-ec9e-408f-8834-9641316c94f3 HTTP/1.1" status: 200 len: 1130 time: 0.0887666 Apr 06 16:33:03.168250 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ce755-c839-4a59-aef4-33035a3d4e35 req-57b62ac5-302d-47cb-a409-791eb8191c14 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:03.169719 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-e40ce755-c839-4a59-aef4-33035a3d4e35 req-57b62ac5-302d-47cb-a409-791eb8191c14 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb HTTP/1.1" status: 200 len: 944 time: 0.3403137 Apr 06 16:33:03.197635 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796d4d9-610d-4b59-bd77-c2c2219272a4 req-ef6bfb86-4745-4395-8db5-ac920995fb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:03.199097 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-3796d4d9-610d-4b59-bd77-c2c2219272a4 req-ef6bfb86-4745-4395-8db5-ac920995fb4a service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3588107 Apr 06 16:33:03.229112 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-e40ce755-c839-4a59-aef4-33035a3d4e35 req-d8ce269d-9420-4ba2-9d2c-63863c4f48bb tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=b4118a85-fc51-4172-b442-87309300b4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521770 Apr 06 16:33:03.537603 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf87f4b-eeac-4596-9722-6461ae73463c req-b278b279-184d-4607-afc7-e739331984b5 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:03.544959 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-3cf87f4b-eeac-4596-9722-6461ae73463c req-b278b279-184d-4607-afc7-e739331984b5 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/ports?device_id=a33d79dd-e3d8-44a7-8ca3-619b0d653323 HTTP/1.1" status: 200 len: 944 time: 0.2030325 Apr 06 16:33:03.550297 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86883259-f908-4378-9679-fd54152674f5 req-cdc5ca00-43cb-4b0a-9e3c-2d7fceb8ec9b tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:03.551997 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-86883259-f908-4378-9679-fd54152674f5 req-cdc5ca00-43cb-4b0a-9e3c-2d7fceb8ec9b tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e8de912-ec9e-408f-8834-9641316c94f3 HTTP/1.1" status: 200 len: 946 time: 0.1384943 Apr 06 16:33:03.554240 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a949056-f9ac-47ec-9d77-2b43a40b0ae0 req-9c3f0b13-400d-4572-8b27-c57bf9413861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:03.556137 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-9a949056-f9ac-47ec-9d77-2b43a40b0ae0 req-9c3f0b13-400d-4572-8b27-c57bf9413861 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=51a2e8df80ce4edb99c33533c480569f&device_id=a33d79dd-e3d8-44a7-8ca3-619b0d653323 HTTP/1.1" status: 200 len: 1128 time: 0.1558831 Apr 06 16:33:03.592952 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef763a-d189-4404-9cbf-7712e0e8b1af req-0df3caed-6c98-4089-b03d-3ffe4194df07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:03.594522 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-88ef763a-d189-4404-9cbf-7712e0e8b1af req-0df3caed-6c98-4089-b03d-3ffe4194df07 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dad9ba10-e8cf-4082-94bd-2291edc537cc HTTP/1.1" status: 200 len: 920 time: 0.2410686 Apr 06 16:33:03.618578 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-9a949056-f9ac-47ec-9d77-2b43a40b0ae0 req-9ff29a0c-ba6f-4021-a43b-b0d92065bfcc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f98aa43-0222-407b-84aa-55a9fb3547f4 HTTP/1.1" status: 200 len: 217 time: 0.0497658 Apr 06 16:33:03.647137 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-86883259-f908-4378-9679-fd54152674f5 req-8f772aec-9c09-4ae6-ab99-07098609e552 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870912 Apr 06 16:33:03.661535 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-3cf87f4b-eeac-4596-9722-6461ae73463c req-abe467f7-bfdf-4000-9d19-dc74b85e8292 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd5533c0-48eb-47c7-8bf6-e925bffd5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157031 Apr 06 16:33:03.663007 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-88ef763a-d189-4404-9cbf-7712e0e8b1af req-91072ce8-a421-4056-a9d2-2e0f968bf6d0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7baa94d5-fcbc-49d6-b1dd-a76cab68846a HTTP/1.1" status: 200 len: 217 time: 0.0410523 Apr 06 16:33:03.703634 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:03.907894 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef763a-d189-4404-9cbf-7712e0e8b1af req-0b69fbdd-91d6-4dd1-9673-be6bc25fcae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:03.909675 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-88ef763a-d189-4404-9cbf-7712e0e8b1af req-0b69fbdd-91d6-4dd1-9673-be6bc25fcae7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5076aaf7-c1a1-40bf-87fc-8e1e2ced2174 HTTP/1.1" status: 200 len: 858 time: 0.0550182 Apr 06 16:33:03.919631 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a949056-f9ac-47ec-9d77-2b43a40b0ae0 req-be4607ca-6c94-4f34-8ec8-81794bb2f579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:03.921140 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-9a949056-f9ac-47ec-9d77-2b43a40b0ae0 req-be4607ca-6c94-4f34-8ec8-81794bb2f579 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bfb9c086-fdec-43c4-b665-309271439b75 HTTP/1.1" status: 200 len: 849 time: 0.0660441 Apr 06 16:33:03.953075 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-9a949056-f9ac-47ec-9d77-2b43a40b0ae0 req-1fc72adc-f3ed-4509-8a94-4fe32efc6274 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4abac84c-6978-4cb5-8a6f-bd4316ffded0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262656 Apr 06 16:33:03.969073 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 463929dc-fb3c-41c2-b8db-0a693959951f details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=103682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 16:33:03.985724 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef763a-d189-4404-9cbf-7712e0e8b1af req-c8a64756-057a-41ee-8229-f5fbfab5b108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:03.987884 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-88ef763a-d189-4404-9cbf-7712e0e8b1af req-c8a64756-057a-41ee-8229-f5fbfab5b108 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dad9ba10-e8cf-4082-94bd-2291edc537cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0712624 Apr 06 16:33:04.053815 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-9a949056-f9ac-47ec-9d77-2b43a40b0ae0 req-4be1775b-3883-483c-bb1c-a2780707b06e service neutron] 10.222.0.39 "GET /v2.0/networks/4abac84c-6978-4cb5-8a6f-bd4316ffded0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945649 Apr 06 16:33:04.096680 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 463929dc-fb3c-41c2-b8db-0a693959951f, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=463929dc-fb3c-41c2-b8db-0a693959951f,segment=NetworkSegment(9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0),segment_id=9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:33:04.106422 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-88ef763a-d189-4404-9cbf-7712e0e8b1af req-e1a20dfa-054b-42c9-ae6e-45d26a888cc4 service neutron] 10.222.0.39 "GET /v2.0/networks/dad9ba10-e8cf-4082-94bd-2291edc537cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114924 Apr 06 16:33:04.111680 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Returning: {'device': '463929dc-fb3c-41c2-b8db-0a693959951f', 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'port_id': '463929dc-fb3c-41c2-b8db-0a693959951f', 'mac_address': 'fa:16:3e:9b:a7:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 16:33:04.153922 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Current status of the port 463929dc-fb3c-41c2-b8db-0a693959951f is: DOWN; New status is: BUILD {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:33:04.154329 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (463929dc-fb3c-41c2-b8db-0a693959951f), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:04.158298 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-9a949056-f9ac-47ec-9d77-2b43a40b0ae0 req-b6d4450b-33fb-4647-bc24-cb8188f7c52e service neutron] 10.222.0.39 "GET /v2.0/networks/4abac84c-6978-4cb5-8a6f-bd4316ffded0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956943 Apr 06 16:33:04.170248 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.notifiers.nova [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 463929dc-fb3c-41c2-b8db-0a693959951f {{(pid=103682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:33:04.191581 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 463929dc-fb3c-41c2-b8db-0a693959951f, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=463929dc-fb3c-41c2-b8db-0a693959951f,segment=NetworkSegment(9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0),segment_id=9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:33:04.208994 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-88ef763a-d189-4404-9cbf-7712e0e8b1af req-8d0bd035-67f8-4a57-997d-b85ae68b428c service neutron] 10.222.0.39 "GET /v2.0/networks/dad9ba10-e8cf-4082-94bd-2291edc537cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965474 Apr 06 16:33:04.265594 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (463929dc-fb3c-41c2-b8db-0a693959951f), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:04.320341 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Pushing event updated for resources: {'Port': ['ID=463929dc-fb3c-41c2-b8db-0a693959951f,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:33:04.360946 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b5471-cfe2-4538-af85-b98640809768 req-247495d3-dc15-47ac-9220-6e532d573ed3 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:04.362684 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-606b5471-cfe2-4538-af85-b98640809768 req-247495d3-dc15-47ac-9220-6e532d573ed3 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb HTTP/1.1" status: 200 len: 945 time: 0.0611014 Apr 06 16:33:04.417889 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-606b5471-cfe2-4538-af85-b98640809768 req-4cb07fe9-e4f3-47ab-bd7f-8fb3b8295aac tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=b4118a85-fc51-4172-b442-87309300b4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495188 Apr 06 16:33:04.551171 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:04.780475 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58cb69-ae56-408d-8ff3-a764d17e24c9 req-1951461f-a848-4b72-84b4-7ce69f3f5d39 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:04.782123 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-5a58cb69-ae56-408d-8ff3-a764d17e24c9 req-1951461f-a848-4b72-84b4-7ce69f3f5d39 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e8de912-ec9e-408f-8834-9641316c94f3 HTTP/1.1" status: 200 len: 946 time: 0.0593910 Apr 06 16:33:04.785966 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9004c-5fb4-44e7-9073-93d1740d21d0 req-63a53dba-e4ec-4e78-b4b9-e257411ef930 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:04.787557 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-35a9004c-5fb4-44e7-9073-93d1740d21d0 req-63a53dba-e4ec-4e78-b4b9-e257411ef930 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/ports?device_id=a33d79dd-e3d8-44a7-8ca3-619b0d653323 HTTP/1.1" status: 200 len: 944 time: 0.0586412 Apr 06 16:33:04.836717 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-5a58cb69-ae56-408d-8ff3-a764d17e24c9 req-be269a76-ddf8-479a-9270-ea95a4d42887 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485330 Apr 06 16:33:04.845532 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-35a9004c-5fb4-44e7-9073-93d1740d21d0 req-0330aa14-fff8-416e-9b8b-1ff72f704c9b tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd5533c0-48eb-47c7-8bf6-e925bffd5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518150 Apr 06 16:33:05.113582 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] get_ports_and_sgs() called for port_ids ['463929dc-fb3c-41c2-b8db-0a693959951f'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:33:05.549864 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ee964-0232-4efc-9418-9a70e2e2ac47 req-dafd626d-fb47-4052-ad45-d67eeb7499b4 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:05.551261 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-2c7ee964-0232-4efc-9418-9a70e2e2ac47 req-dafd626d-fb47-4052-ad45-d67eeb7499b4 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb HTTP/1.1" status: 200 len: 945 time: 0.0625532 Apr 06 16:33:05.612782 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-2c7ee964-0232-4efc-9418-9a70e2e2ac47 req-502af7bf-549f-42dd-b0e9-e6695ffcdbfd tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=b4118a85-fc51-4172-b442-87309300b4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556183 Apr 06 16:33:05.968014 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e96ed8-381d-4543-90e0-b47cb8f65f2e req-a9bb441b-0f1a-4922-9e37-549de5300f40 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:05.970051 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-95e96ed8-381d-4543-90e0-b47cb8f65f2e req-a9bb441b-0f1a-4922-9e37-549de5300f40 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e8de912-ec9e-408f-8834-9641316c94f3 HTTP/1.1" status: 200 len: 946 time: 0.0577390 Apr 06 16:33:05.980238 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831009a2-751d-4813-bebd-037be80bfe58 req-7aed64f7-4544-4c06-a57c-c3a0e839ec34 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:05.981726 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-831009a2-751d-4813-bebd-037be80bfe58 req-7aed64f7-4544-4c06-a57c-c3a0e839ec34 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/ports?device_id=a33d79dd-e3d8-44a7-8ca3-619b0d653323 HTTP/1.1" status: 200 len: 944 time: 0.0573201 Apr 06 16:33:06.020733 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-95e96ed8-381d-4543-90e0-b47cb8f65f2e req-ce5ab745-0351-4920-9752-0221bb006bb3 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439236 Apr 06 16:33:06.034856 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-831009a2-751d-4813-bebd-037be80bfe58 req-0f5db1d8-2705-443c-9459-0086c4289038 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd5533c0-48eb-47c7-8bf6-e925bffd5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465879 Apr 06 16:33:06.132186 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:06.558270 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 463929dc-fb3c-41c2-b8db-0a693959951f up at agent hyperv_hv-cinder-81566 {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:33:06.719109 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Provisioning for port 463929dc-fb3c-41c2-b8db-0a693959951f completed by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 16:33:06.719109 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Provisioning complete for port 463929dc-fb3c-41c2-b8db-0a693959951f triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:33:06.719109 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (463929dc-fb3c-41c2-b8db-0a693959951f), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:06.765340 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb924212-00a9-448d-b181-30b5763d6996 req-81e37e3b-64e8-47da-a23d-20a8d462090b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:06.767304 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-eb924212-00a9-448d-b181-30b5763d6996 req-81e37e3b-64e8-47da-a23d-20a8d462090b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb HTTP/1.1" status: 200 len: 945 time: 0.0552320 Apr 06 16:33:06.805344 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Current status of the port 463929dc-fb3c-41c2-b8db-0a693959951f is: BUILD; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:33:06.805740 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (463929dc-fb3c-41c2-b8db-0a693959951f), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:06.818417 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-eb924212-00a9-448d-b181-30b5763d6996 req-e9c1fb42-fc87-47ed-a957-79e49c690e74 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=b4118a85-fc51-4172-b442-87309300b4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449786 Apr 06 16:33:06.830376 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463929dc-fb3c-41c2-b8db-0a693959951f'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:33:06.832707 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f701ca042f89aa6373cad35a0647e7390d8b08e4e39c46ca7d095e958c03af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4411500a-fddb-4419-910a-a1e61a760e84" -d '{"events": [{"server_uuid": "995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb", "name": "network-vif-plugged", "status": "completed", "tag": "463929dc-fb3c-41c2-b8db-0a693959951f"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:33:06.847539 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 463929dc-fb3c-41c2-b8db-0a693959951f, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=463929dc-fb3c-41c2-b8db-0a693959951f,segment=NetworkSegment(9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0),segment_id=9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:33:06.868529 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e399c282-b0f9-49b7-9f15-5539c38f1a67 x-openstack-request-id: req-e399c282-b0f9-49b7-9f15-5539c38f1a67 {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:33:06.868861 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb", "name": "network-vif-plugged", "status": "completed", "tag": "463929dc-fb3c-41c2-b8db-0a693959951f", "code": 200}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:33:06.869097 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e399c282-b0f9-49b7-9f15-5539c38f1a67 {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:33:06.869501 dv-cinder-815660-7-smb neutron-server[103682]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e399c282-b0f9-49b7-9f15-5539c38f1a67'] response: {'server_uuid': '995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463929dc-fb3c-41c2-b8db-0a693959951f', 'code': 200} Apr 06 16:33:06.932399 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (463929dc-fb3c-41c2-b8db-0a693959951f), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:06.984315 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Pushing event updated for resources: {'Port': ['ID=463929dc-fb3c-41c2-b8db-0a693959951f,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:33:07.144073 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda363d-29c1-47a9-b590-1eb34790c186 req-73b428c4-aea7-401f-82e7-1947b0710832 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:07.145734 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-9cda363d-29c1-47a9-b590-1eb34790c186 req-73b428c4-aea7-401f-82e7-1947b0710832 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e8de912-ec9e-408f-8834-9641316c94f3 HTTP/1.1" status: 200 len: 946 time: 0.0563769 Apr 06 16:33:07.169659 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0991e297-e96a-4da5-8c13-8f435c2d6120 req-e55fa053-9ac4-4ec8-9ebf-ec8e0d491d36 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:07.171183 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-0991e297-e96a-4da5-8c13-8f435c2d6120 req-e55fa053-9ac4-4ec8-9ebf-ec8e0d491d36 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/ports?device_id=a33d79dd-e3d8-44a7-8ca3-619b0d653323 HTTP/1.1" status: 200 len: 944 time: 0.0611403 Apr 06 16:33:07.199749 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-9cda363d-29c1-47a9-b590-1eb34790c186 req-3db075d7-8439-4bc6-b5fd-0ef2a13bb487 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484624 Apr 06 16:33:07.221262 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-0991e297-e96a-4da5-8c13-8f435c2d6120 req-888ac120-96a6-4cd1-bbca-6c360f7cfe5b tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd5533c0-48eb-47c7-8bf6-e925bffd5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441737 Apr 06 16:33:07.965991 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7035d5-d638-4209-92fb-3f031f95a0d6 req-a1261fd4-7a4e-4dc4-9231-b554987d992b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:07.967592 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ff7035d5-d638-4209-92fb-3f031f95a0d6 req-a1261fd4-7a4e-4dc4-9231-b554987d992b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb HTTP/1.1" status: 200 len: 946 time: 0.0603385 Apr 06 16:33:08.022886 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ff7035d5-d638-4209-92fb-3f031f95a0d6 req-8973160d-dc90-469a-bd80-16207d08c085 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=b4118a85-fc51-4172-b442-87309300b4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485997 Apr 06 16:33:08.340907 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1663ca9c-baf5-4a40-a922-6da302881d01 req-6448bd8c-ba0a-4bed-9883-78c97133c016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:08.342557 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-1663ca9c-baf5-4a40-a922-6da302881d01 req-6448bd8c-ba0a-4bed-9883-78c97133c016 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb HTTP/1.1" status: 200 len: 1130 time: 0.0923793 Apr 06 16:33:08.364070 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8218a0-0050-4b07-9a00-5240831b9e01 req-13e7ad32-bba0-48a6-82f8-729476ff6432 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:08.365933 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-cb8218a0-0050-4b07-9a00-5240831b9e01 req-13e7ad32-bba0-48a6-82f8-729476ff6432 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/ports?device_id=a33d79dd-e3d8-44a7-8ca3-619b0d653323 HTTP/1.1" status: 200 len: 944 time: 0.0579123 Apr 06 16:33:08.383147 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96610f21-52ec-439d-9442-0b31d29b6dd2 req-b84423a2-f2fc-4cbb-ad16-ab39c03baff1 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:08.385213 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-96610f21-52ec-439d-9442-0b31d29b6dd2 req-b84423a2-f2fc-4cbb-ad16-ab39c03baff1 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e8de912-ec9e-408f-8834-9641316c94f3 HTTP/1.1" status: 200 len: 946 time: 0.0944469 Apr 06 16:33:08.420956 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-cb8218a0-0050-4b07-9a00-5240831b9e01 req-eee56a98-eba2-4be1-8807-0daa6ee0f04a tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd5533c0-48eb-47c7-8bf6-e925bffd5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484140 Apr 06 16:33:08.434633 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-1663ca9c-baf5-4a40-a922-6da302881d01 req-878051de-1ee5-4843-9e98-11079232ef6c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b4118a85-fc51-4172-b442-87309300b4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792439 Apr 06 16:33:08.459983 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-96610f21-52ec-439d-9442-0b31d29b6dd2 req-d3f2b95d-d04a-42c6-8982-850ef0c0fc02 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605042 Apr 06 16:33:08.543563 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 2f98aa43-0222-407b-84aa-55a9fb3547f4 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=103682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 16:33:08.648964 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 2f98aa43-0222-407b-84aa-55a9fb3547f4, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=2f98aa43-0222-407b-84aa-55a9fb3547f4,segment=NetworkSegment(6715e192-232e-4904-8d95-cd59b0ecf35e),segment_id=6715e192-232e-4904-8d95-cd59b0ecf35e)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:33:08.661158 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Returning: {'device': '2f98aa43-0222-407b-84aa-55a9fb3547f4', 'network_id': '4abac84c-6978-4cb5-8a6f-bd4316ffded0', 'port_id': '2f98aa43-0222-407b-84aa-55a9fb3547f4', 'mac_address': 'fa:16:3e:2f:10:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb9c086-fdec-43c4-b665-309271439b75', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 16:33:08.700435 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Current status of the port 2f98aa43-0222-407b-84aa-55a9fb3547f4 is: DOWN; New status is: BUILD {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:33:08.700839 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (2f98aa43-0222-407b-84aa-55a9fb3547f4), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:08.714452 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.notifiers.nova [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f98aa43-0222-407b-84aa-55a9fb3547f4 {{(pid=103682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:33:08.735148 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 2f98aa43-0222-407b-84aa-55a9fb3547f4, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=2f98aa43-0222-407b-84aa-55a9fb3547f4,segment=NetworkSegment(6715e192-232e-4904-8d95-cd59b0ecf35e),segment_id=6715e192-232e-4904-8d95-cd59b0ecf35e)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:33:08.882574 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (2f98aa43-0222-407b-84aa-55a9fb3547f4), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:08.935592 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Pushing event updated for resources: {'Port': ['ID=2f98aa43-0222-407b-84aa-55a9fb3547f4,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:33:09.149926 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b24be-34d3-4d62-8f8c-fadf179a55f2 req-33565d54-8630-4d6f-adad-ac0a9573a684 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:09.151391 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-d74b24be-34d3-4d62-8f8c-fadf179a55f2 req-33565d54-8630-4d6f-adad-ac0a9573a684 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb HTTP/1.1" status: 200 len: 946 time: 0.0559196 Apr 06 16:33:09.202676 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-d74b24be-34d3-4d62-8f8c-fadf179a55f2 req-fc70ffeb-48fb-4ea4-b1d7-f0f045d75873 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=b4118a85-fc51-4172-b442-87309300b4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455043 Apr 06 16:33:09.375747 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] get_ports_and_sgs() called for port_ids ['2f98aa43-0222-407b-84aa-55a9fb3547f4'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:33:09.561757 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115b1c9-d796-40ea-a94a-b3f4843d4fb0 req-b2e541d0-6e8d-45d0-a779-f890b683575e tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:09.564320 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-8115b1c9-d796-40ea-a94a-b3f4843d4fb0 req-b2e541d0-6e8d-45d0-a779-f890b683575e tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/ports?device_id=a33d79dd-e3d8-44a7-8ca3-619b0d653323 HTTP/1.1" status: 200 len: 945 time: 0.0682826 Apr 06 16:33:09.589496 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055342f9-b352-423a-b977-cbaceab0c8bb req-26d72492-3437-41dd-8bdf-019dd572543b tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:09.589496 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-055342f9-b352-423a-b977-cbaceab0c8bb req-26d72492-3437-41dd-8bdf-019dd572543b tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e8de912-ec9e-408f-8834-9641316c94f3 HTTP/1.1" status: 200 len: 946 time: 0.0551522 Apr 06 16:33:09.619786 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-8115b1c9-d796-40ea-a94a-b3f4843d4fb0 req-be7ad219-1b29-4865-bf81-ec93f6d3ec2d tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd5533c0-48eb-47c7-8bf6-e925bffd5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492740 Apr 06 16:33:09.649627 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-055342f9-b352-423a-b977-cbaceab0c8bb req-d52704ff-7997-4284-8371-5172b0f15619 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551620 Apr 06 16:33:10.328880 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a7b47-ecbc-4116-b942-fc73a955c2d2 req-9f46ae2d-fcb6-4c96-8046-776a76b3e416 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:10.330501 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-0a9a7b47-ecbc-4116-b942-fc73a955c2d2 req-9f46ae2d-fcb6-4c96-8046-776a76b3e416 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb HTTP/1.1" status: 200 len: 946 time: 0.0605884 Apr 06 16:33:10.380948 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-0a9a7b47-ecbc-4116-b942-fc73a955c2d2 req-19f3c9ae-d2c9-4c42-9fcf-70020c1474a6 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=b4118a85-fc51-4172-b442-87309300b4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447607 Apr 06 16:33:10.644967 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 2f98aa43-0222-407b-84aa-55a9fb3547f4 up at agent hyperv_hv-cinder-81566 {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:33:10.764044 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f35f4-1b3e-4bda-a0d4-09450418b385 req-762c03a2-0166-4024-b52c-03964d480a82 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:10.767436 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-666f35f4-1b3e-4bda-a0d4-09450418b385 req-762c03a2-0166-4024-b52c-03964d480a82 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/ports?device_id=a33d79dd-e3d8-44a7-8ca3-619b0d653323 HTTP/1.1" status: 200 len: 945 time: 0.0667560 Apr 06 16:33:10.780398 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Provisioning for port 2f98aa43-0222-407b-84aa-55a9fb3547f4 completed by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 16:33:10.785210 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Provisioning complete for port 2f98aa43-0222-407b-84aa-55a9fb3547f4 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:33:10.785592 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (2f98aa43-0222-407b-84aa-55a9fb3547f4), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:10.797014 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788dc2bd-4477-4adb-b720-ad51045b4c1e req-26565eca-c37e-4aae-94f1-eb3f70b6fc6e tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:10.799624 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-788dc2bd-4477-4adb-b720-ad51045b4c1e req-26565eca-c37e-4aae-94f1-eb3f70b6fc6e tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e8de912-ec9e-408f-8834-9641316c94f3 HTTP/1.1" status: 200 len: 946 time: 0.0649085 Apr 06 16:33:10.829511 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-666f35f4-1b3e-4bda-a0d4-09450418b385 req-e63deb8b-130a-4653-853e-5860f40543c6 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd5533c0-48eb-47c7-8bf6-e925bffd5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555274 Apr 06 16:33:10.878769 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-788dc2bd-4477-4adb-b720-ad51045b4c1e req-4d3db9ab-46c2-448d-bbec-b1a1442b8836 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712810 Apr 06 16:33:10.900014 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Current status of the port 2f98aa43-0222-407b-84aa-55a9fb3547f4 is: BUILD; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:33:10.900407 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (2f98aa43-0222-407b-84aa-55a9fb3547f4), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:10.924776 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33d79dd-e3d8-44a7-8ca3-619b0d653323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f98aa43-0222-407b-84aa-55a9fb3547f4'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:33:10.927047 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f701ca042f89aa6373cad35a0647e7390d8b08e4e39c46ca7d095e958c03af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d732923-ed2e-4068-9d55-645aa1f064ac" -d '{"events": [{"server_uuid": "a33d79dd-e3d8-44a7-8ca3-619b0d653323", "name": "network-vif-plugged", "status": "completed", "tag": "2f98aa43-0222-407b-84aa-55a9fb3547f4"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:33:10.941719 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 2f98aa43-0222-407b-84aa-55a9fb3547f4, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=2f98aa43-0222-407b-84aa-55a9fb3547f4,segment=NetworkSegment(6715e192-232e-4904-8d95-cd59b0ecf35e),segment_id=6715e192-232e-4904-8d95-cd59b0ecf35e)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:33:10.988102 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aab1394-fd9b-4b5c-9d3d-27c233d3672d x-openstack-request-id: req-5aab1394-fd9b-4b5c-9d3d-27c233d3672d {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:33:10.995487 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a33d79dd-e3d8-44a7-8ca3-619b0d653323", "name": "network-vif-plugged", "status": "completed", "tag": "2f98aa43-0222-407b-84aa-55a9fb3547f4", "code": 200}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:33:10.995487 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5aab1394-fd9b-4b5c-9d3d-27c233d3672d {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:33:10.995487 dv-cinder-815660-7-smb neutron-server[103682]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5aab1394-fd9b-4b5c-9d3d-27c233d3672d'] response: {'server_uuid': 'a33d79dd-e3d8-44a7-8ca3-619b0d653323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f98aa43-0222-407b-84aa-55a9fb3547f4', 'code': 200} Apr 06 16:33:11.058484 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (2f98aa43-0222-407b-84aa-55a9fb3547f4), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:11.112017 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Pushing event updated for resources: {'Port': ['ID=2f98aa43-0222-407b-84aa-55a9fb3547f4,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:33:11.508503 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd3c46-19a0-450a-a739-291a21542b6f req-4c8ccfeb-e11e-49b5-844d-5138e43bdd57 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:11.510377 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-f8fd3c46-19a0-450a-a739-291a21542b6f req-4c8ccfeb-e11e-49b5-844d-5138e43bdd57 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb HTTP/1.1" status: 200 len: 946 time: 0.0580266 Apr 06 16:33:11.566697 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-f8fd3c46-19a0-450a-a739-291a21542b6f req-6a095985-df49-4edf-b729-c85ea9f4edce tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=b4118a85-fc51-4172-b442-87309300b4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497262 Apr 06 16:33:11.703224 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad31f36-0823-43fa-8f8d-e12682d696a1 req-cee3b425-226a-47d1-8418-3473e017fda4 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:11.704845 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-6ad31f36-0823-43fa-8f8d-e12682d696a1 req-cee3b425-226a-47d1-8418-3473e017fda4 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb HTTP/1.1" status: 200 len: 946 time: 0.0573068 Apr 06 16:33:11.714727 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 37392) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:33:11.719958 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [None req-232b50e8-fbb1-4411-b272-2c3b1d348f25 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Request body: {'floatingip': {'port_id': '463929dc-fb3c-41c2-b8db-0a693959951f'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:33:11.730982 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3649df5-b93c-49b0-a5a2-07efb65694e3 req-949cd05d-08e7-441f-a82d-2e213016ff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:11.732583 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-e3649df5-b93c-49b0-a5a2-07efb65694e3 req-949cd05d-08e7-441f-a82d-2e213016ff3e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a33d79dd-e3d8-44a7-8ca3-619b0d653323 HTTP/1.1" status: 200 len: 1130 time: 0.0540726 Apr 06 16:33:11.767551 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-232b50e8-fbb1-4411-b272-2c3b1d348f25 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for floatingip (b86a6b53-4ddd-42c4-84a4-475f6b787fd1), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:11.780971 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-e3649df5-b93c-49b0-a5a2-07efb65694e3 req-b74b5229-9728-482c-8d2a-cd8c906a3046 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bd5533c0-48eb-47c7-8bf6-e925bffd5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423601 Apr 06 16:33:11.974380 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a77db-921f-40a7-9385-bc654fe7ddc6 req-e48f0240-1d7e-42fc-907a-f6dea26cc51a tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:11.976190 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-b89a77db-921f-40a7-9385-bc654fe7ddc6 req-e48f0240-1d7e-42fc-907a-f6dea26cc51a tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/ports?device_id=a33d79dd-e3d8-44a7-8ca3-619b0d653323 HTTP/1.1" status: 200 len: 946 time: 0.0697794 Apr 06 16:33:12.036828 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-b89a77db-921f-40a7-9385-bc654fe7ddc6 req-577f1711-6320-4972-87d7-01d02b685337 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd5533c0-48eb-47c7-8bf6-e925bffd5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530131 Apr 06 16:33:12.141983 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b9a868-714e-4177-ac93-9f85390cda03 req-3e60b805-f007-4290-b234-1d1fc6de701b tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:12.144445 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-80b9a868-714e-4177-ac93-9f85390cda03 req-3e60b805-f007-4290-b234-1d1fc6de701b tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e8de912-ec9e-408f-8834-9641316c94f3 HTTP/1.1" status: 200 len: 946 time: 0.1474624 Apr 06 16:33:12.243974 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-80b9a868-714e-4177-ac93-9f85390cda03 req-e6bb6a82-f67f-4c54-baf6-ee5b3b2259be tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931854 Apr 06 16:33:12.331240 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-232b50e8-fbb1-4411-b272-2c3b1d348f25 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:12.425935 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-232b50e8-fbb1-4411-b272-2c3b1d348f25 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617069'] for floatingip (b86a6b53-4ddd-42c4-84a4-475f6b787fd1), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:12.530901 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.db.l3_db [None req-232b50e8-fbb1-4411-b272-2c3b1d348f25 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Floating IP b86a6b53-4ddd-42c4-84a4-475f6b787fd1 associated. External IP: 172.28.0.22, port: 463929dc-fb3c-41c2-b8db-0a693959951f. Apr 06 16:33:12.747959 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232b50e8-fbb1-4411-b272-2c3b1d348f25 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Router 16901a2b-a0e0-4d5f-920d-7408ff2de157 has already been hosted by L3 agent 94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e {{(pid=103681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:33:12.864382 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232b50e8-fbb1-4411-b272-2c3b1d348f25 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Notify agent at l3_agent.dv-cinder-815660-7-smb the message routers_updated {{(pid=103681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:33:12.874136 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-232b50e8-fbb1-4411-b272-2c3b1d348f25 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for floatingip (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:12.874249 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e748b21b-84d6-4cdd-b3f7-7017790d0ae1 None None] Sync routers for ids ['16901a2b-a0e0-4d5f-920d-7408ff2de157'] in dv-cinder-815660-7-smb {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:33:12.883826 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e748b21b-84d6-4cdd-b3f7-7017790d0ae1 None None] Routers {'16901a2b-a0e0-4d5f-920d-7408ff2de157'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:33:12.884435 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-e748b21b-84d6-4cdd-b3f7-7017790d0ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:33:02Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['16901a2b-a0e0-4d5f-920d-7408ff2de157'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:33:12.904262 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-232b50e8-fbb1-4411-b272-2c3b1d348f25 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "PUT /v2.0/floatingips/b86a6b53-4ddd-42c4-84a4-475f6b787fd1 HTTP/1.1" status: 200 len: 991 time: 1.1883676 Apr 06 16:33:12.904894 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb', 'tag': '463929dc-fb3c-41c2-b8db-0a693959951f'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:33:12.907147 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da169357ed327e8d081ee60461067b1ef6c636002c887d5121cbb3f742e83ced" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff1c597-b6d3-42fe-aa80-233d6dee3892" -d '{"events": [{"name": "network-changed", "server_uuid": "995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb", "tag": "463929dc-fb3c-41c2-b8db-0a693959951f"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:33:12.946041 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cf0161-43bb-4e83-aff8-a5a5157f9e8e x-openstack-request-id: req-b0cf0161-43bb-4e83-aff8-a5a5157f9e8e {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:33:12.946331 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb", "tag": "463929dc-fb3c-41c2-b8db-0a693959951f", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:33:12.946590 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b0cf0161-43bb-4e83-aff8-a5a5157f9e8e {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:33:12.946994 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0cf0161-43bb-4e83-aff8-a5a5157f9e8e'] response: {'name': 'network-changed', 'server_uuid': '995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb', 'tag': '463929dc-fb3c-41c2-b8db-0a693959951f', 'status': 'completed', 'code': 200} Apr 06 16:33:13.000380 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-e748b21b-84d6-4cdd-b3f7-7017790d0ae1 None None] Set router 16901a2b-a0e0-4d5f-920d-7408ff2de157 gateway port host: dv-cinder-815660-7-smb {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:33:13.165220 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae32d85-9bbd-439d-8fb9-9c9181e4caa4 req-28a39594-d4ba-45c3-aa08-885809e62170 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:13.167305 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-3ae32d85-9bbd-439d-8fb9-9c9181e4caa4 req-28a39594-d4ba-45c3-aa08-885809e62170 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/ports?device_id=a33d79dd-e3d8-44a7-8ca3-619b0d653323 HTTP/1.1" status: 200 len: 946 time: 0.0592782 Apr 06 16:33:13.219722 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-3ae32d85-9bbd-439d-8fb9-9c9181e4caa4 req-43642fa5-bd5b-4a8c-b36e-d6f697e44dd7 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd5533c0-48eb-47c7-8bf6-e925bffd5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455225 Apr 06 16:33:13.250140 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff1c597-b6d3-42fe-aa80-233d6dee3892 req-d3e907cd-2727-44fd-9d75-fe8c06efbced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:13.251377 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-7ff1c597-b6d3-42fe-aa80-233d6dee3892 req-d3e907cd-2727-44fd-9d75-fe8c06efbced service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e0d499680204ce48c74bc5d3b01a192&device_id=995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb HTTP/1.1" status: 200 len: 1130 time: 0.0544920 Apr 06 16:33:13.253538 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-e748b21b-84d6-4cdd-b3f7-7017790d0ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'name': 'tempest-AttachVolumeNegativeTest-1107108701-router', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12'}], 'enable_snat': True}, 'gw_port_id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:32:37Z', 'updated_at': '2022-04-06T16:32:42Z', 'revision_number': 4, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'gw_port': {'id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:38Z', 'updated_at': '2022-04-06T16:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_floatingips': [{'id': 'b86a6b53-4ddd-42c4-84a4-475f6b787fd1', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'floating_ip_address': '172.28.0.22', 'floating_network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'router_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'port_id': '463929dc-fb3c-41c2-b8db-0a693959951f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'mac_address': 'fa:16:3e:9b:a7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:32:48Z', 'updated_at': '2022-04-06T16:33:12Z', 'revision_number': 1, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ed24226-3823-4f2b-b252-2fb23010c71e', 'name': '', 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'mac_address': 'fa:16:3e:e8:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:41Z', 'updated_at': '2022-04-06T16:32:47Z', 'revision_number': 5, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'subnets': [{'id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:33:13.283380 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e748b21b-84d6-4cdd-b3f7-7017790d0ae1 None None] Checking router: 16901a2b-a0e0-4d5f-920d-7408ff2de157 for host: dv-cinder-815660-7-smb {{(pid=103683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:33:13.293123 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e748b21b-84d6-4cdd-b3f7-7017790d0ae1 None None] Routers {'16901a2b-a0e0-4d5f-920d-7408ff2de157'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:33:13.293923 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-e748b21b-84d6-4cdd-b3f7-7017790d0ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:33:02Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['16901a2b-a0e0-4d5f-920d-7408ff2de157'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:33:13.406092 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-e748b21b-84d6-4cdd-b3f7-7017790d0ae1 None None] Set router 16901a2b-a0e0-4d5f-920d-7408ff2de157 gateway port host: dv-cinder-815660-7-smb {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:33:13.421167 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff1c597-b6d3-42fe-aa80-233d6dee3892 req-ba274393-791d-4670-85d5-448bab75c7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:13.427494 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-7ff1c597-b6d3-42fe-aa80-233d6dee3892 req-ba274393-791d-4670-85d5-448bab75c7e5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8ef6f925-e3af-4879-bc93-ee3096c80cf0 HTTP/1.1" status: 200 len: 916 time: 0.1521435 Apr 06 16:33:13.435642 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a7cc1-44c5-4bfd-ad85-c09376ac5c92 req-8be4b516-f79c-4859-870d-a4ad331091bc tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:13.437350 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-e13a7cc1-44c5-4bfd-ad85-c09376ac5c92 req-8be4b516-f79c-4859-870d-a4ad331091bc tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e8de912-ec9e-408f-8834-9641316c94f3 HTTP/1.1" status: 200 len: 946 time: 0.1080425 Apr 06 16:33:13.463252 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 37420) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:33:13.527735 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-7ff1c597-b6d3-42fe-aa80-233d6dee3892 req-665eea87-fa48-4996-82d6-44f6fa756d39 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=463929dc-fb3c-41c2-b8db-0a693959951f HTTP/1.1" status: 200 len: 999 time: 0.0897999 Apr 06 16:33:13.535723 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-e13a7cc1-44c5-4bfd-ad85-c09376ac5c92 req-304b648b-caae-427b-933b-3f9d92369968 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891626 Apr 06 16:33:13.603745 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fd8c3f9e-0b98-4419-9086-ada228c19553 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:13.665150 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-e748b21b-84d6-4cdd-b3f7-7017790d0ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'name': 'tempest-AttachVolumeNegativeTest-1107108701-router', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12'}], 'enable_snat': True}, 'gw_port_id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:32:37Z', 'updated_at': '2022-04-06T16:32:42Z', 'revision_number': 4, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'gw_port': {'id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:38Z', 'updated_at': '2022-04-06T16:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_floatingips': [{'id': 'b86a6b53-4ddd-42c4-84a4-475f6b787fd1', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'floating_ip_address': '172.28.0.22', 'floating_network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'router_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'port_id': '463929dc-fb3c-41c2-b8db-0a693959951f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'mac_address': 'fa:16:3e:9b:a7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:32:48Z', 'updated_at': '2022-04-06T16:33:12Z', 'revision_number': 1, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ed24226-3823-4f2b-b252-2fb23010c71e', 'name': '', 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'mac_address': 'fa:16:3e:e8:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:41Z', 'updated_at': '2022-04-06T16:32:47Z', 'revision_number': 5, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'subnets': [{'id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:33:13.706252 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e748b21b-84d6-4cdd-b3f7-7017790d0ae1 None None] The sync data for ids ['16901a2b-a0e0-4d5f-920d-7408ff2de157'] in dv-cinder-815660-7-smb is: [{'id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'name': 'tempest-AttachVolumeNegativeTest-1107108701-router', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12'}], 'enable_snat': True}, 'gw_port_id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:32:37Z', 'updated_at': '2022-04-06T16:32:42Z', 'revision_number': 4, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'gw_port': {'id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:38Z', 'updated_at': '2022-04-06T16:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_floatingips': [{'id': 'b86a6b53-4ddd-42c4-84a4-475f6b787fd1', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'floating_ip_address': '172.28.0.22', 'floating_network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'router_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'port_id': '463929dc-fb3c-41c2-b8db-0a693959951f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'mac_address': 'fa:16:3e:9b:a7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:32:48Z', 'updated_at': '2022-04-06T16:33:12Z', 'revision_number': 1, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ed24226-3823-4f2b-b252-2fb23010c71e', 'name': '', 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'mac_address': 'fa:16:3e:e8:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:41Z', 'updated_at': '2022-04-06T16:32:47Z', 'revision_number': 5, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'subnets': [{'id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:33:13.708693 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fd8c3f9e-0b98-4419-9086-ada228c19553 admin admin] Publish callbacks [] for security_group (7315d74d-9dfc-4bac-b0d9-0039d631ab89), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:13.785831 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fd8c3f9e-0b98-4419-9086-ada228c19553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (7315d74d-9dfc-4bac-b0d9-0039d631ab89), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:13.828330 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-fd8c3f9e-0b98-4419-9086-ada228c19553 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f4bb2b0cba5b486eb7e276433f6c4ab6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3638697 Apr 06 16:33:13.829682 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c3f9e-0b98-4419-9086-ada228c19553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7315d74d-9dfc-4bac-b0d9-0039d631ab89,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:33:13.831509 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 37428) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:33:13.904581 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-83073f3b-4a3d-4f7f-b862-fb328d9b9388 admin admin] Publish callbacks [] for security_group (7315d74d-9dfc-4bac-b0d9-0039d631ab89), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:13.940625 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-83073f3b-4a3d-4f7f-b862-fb328d9b9388 admin admin] Publish callbacks [] for security_group (7315d74d-9dfc-4bac-b0d9-0039d631ab89), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:13.953905 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64746688-d854-4bff-af8c-f8f19e73bb5b None None] New status for floating IP b86a6b53-4ddd-42c4-84a4-475f6b787fd1: ACTIVE {{(pid=103682) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 16:33:14.108332 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff1c597-b6d3-42fe-aa80-233d6dee3892 req-6f16d811-b8fb-4e3b-952f-3de6acaf59b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:14.109999 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-7ff1c597-b6d3-42fe-aa80-233d6dee3892 req-6f16d811-b8fb-4e3b-952f-3de6acaf59b9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1121a7e3-a3db-4af5-8ad9-70ecc903d4ca HTTP/1.1" status: 200 len: 854 time: 0.0487199 Apr 06 16:33:14.130365 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-83073f3b-4a3d-4f7f-b862-fb328d9b9388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (7315d74d-9dfc-4bac-b0d9-0039d631ab89), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:14.133403 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-83073f3b-4a3d-4f7f-b862-fb328d9b9388 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:14.135399 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-83073f3b-4a3d-4f7f-b862-fb328d9b9388 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7315d74d-9dfc-4bac-b0d9-0039d631ab89 HTTP/1.1" status: 204 len: 168 time: 0.3009510 Apr 06 16:33:14.167448 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83073f3b-4a3d-4f7f-b862-fb328d9b9388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7315d74d-9dfc-4bac-b0d9-0039d631ab89,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:33:14.178606 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83073f3b-4a3d-4f7f-b862-fb328d9b9388 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:33:14.178954 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83073f3b-4a3d-4f7f-b862-fb328d9b9388 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:33:14.181524 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83073f3b-4a3d-4f7f-b862-fb328d9b9388 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:33:14.181524 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83073f3b-4a3d-4f7f-b862-fb328d9b9388 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:33:14.181524 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83073f3b-4a3d-4f7f-b862-fb328d9b9388 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:33:14.181524 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83073f3b-4a3d-4f7f-b862-fb328d9b9388 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:33:14.181524 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83073f3b-4a3d-4f7f-b862-fb328d9b9388 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:33:14.181524 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83073f3b-4a3d-4f7f-b862-fb328d9b9388 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:33:14.181524 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83073f3b-4a3d-4f7f-b862-fb328d9b9388 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:33:14.181524 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83073f3b-4a3d-4f7f-b862-fb328d9b9388 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:33:14.182149 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83073f3b-4a3d-4f7f-b862-fb328d9b9388 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:33:14.182149 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83073f3b-4a3d-4f7f-b862-fb328d9b9388 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:33:14.182394 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83073f3b-4a3d-4f7f-b862-fb328d9b9388 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:33:14.182713 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83073f3b-4a3d-4f7f-b862-fb328d9b9388 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:33:14.183025 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83073f3b-4a3d-4f7f-b862-fb328d9b9388 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:33:14.199256 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff1c597-b6d3-42fe-aa80-233d6dee3892 req-cc81a22c-195e-43e6-b477-7affe4429ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:14.200785 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-7ff1c597-b6d3-42fe-aa80-233d6dee3892 req-cc81a22c-195e-43e6-b477-7affe4429ab1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8ef6f925-e3af-4879-bc93-ee3096c80cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0646582 Apr 06 16:33:14.310386 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-7ff1c597-b6d3-42fe-aa80-233d6dee3892 req-b7468a88-d119-4185-9c62-4e7137f3a05e service neutron] 10.222.0.39 "GET /v2.0/networks/8ef6f925-e3af-4879-bc93-ee3096c80cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019037 Apr 06 16:33:14.364393 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd05543-d0b8-42f1-b3ca-1639f379e18e req-ee37f4b2-7442-49f3-8d05-31ca929af74a tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:14.365981 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-acd05543-d0b8-42f1-b3ca-1639f379e18e req-ee37f4b2-7442-49f3-8d05-31ca929af74a tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/ports?device_id=a33d79dd-e3d8-44a7-8ca3-619b0d653323 HTTP/1.1" status: 200 len: 946 time: 0.0615547 Apr 06 16:33:14.427005 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-7ff1c597-b6d3-42fe-aa80-233d6dee3892 req-81ecd243-61b0-4def-a4e2-f50202eff0c2 service neutron] 10.222.0.39 "GET /v2.0/networks/8ef6f925-e3af-4879-bc93-ee3096c80cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096849 Apr 06 16:33:14.428354 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-acd05543-d0b8-42f1-b3ca-1639f379e18e req-ab21c8a3-4f5d-44cf-bdd0-98b8238e8709 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd5533c0-48eb-47c7-8bf6-e925bffd5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560327 Apr 06 16:33:14.661647 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf1e3e0-3900-4953-a278-b7f5fe156d13 req-07c421c4-c79a-4174-a82c-347d504a2c9b tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:14.663153 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-0bf1e3e0-3900-4953-a278-b7f5fe156d13 req-07c421c4-c79a-4174-a82c-347d504a2c9b tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e8de912-ec9e-408f-8834-9641316c94f3 HTTP/1.1" status: 200 len: 946 time: 0.0549812 Apr 06 16:33:14.714352 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-0bf1e3e0-3900-4953-a278-b7f5fe156d13 req-f5c2f770-dde6-4fe1-8452-5d39c41e9e1d tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454547 Apr 06 16:33:15.837781 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a18919-376d-4e75-825b-0dbc792e663d req-c7a83cee-9476-4b46-badb-a896c1fcc66a tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:15.839435 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-44a18919-376d-4e75-825b-0dbc792e663d req-c7a83cee-9476-4b46-badb-a896c1fcc66a tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e8de912-ec9e-408f-8834-9641316c94f3 HTTP/1.1" status: 200 len: 946 time: 0.0596907 Apr 06 16:33:15.895620 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 37494) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:33:15.904958 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-44a18919-376d-4e75-825b-0dbc792e663d req-5edf2116-272b-46b6-8a9c-099227f329df tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563855 Apr 06 16:33:16.001376 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-757d0260-3f90-4e46-a4d3-1e2ee16809d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:16.075978 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-757d0260-3f90-4e46-a4d3-1e2ee16809d4 admin admin] Publish callbacks [] for security_group (d8fe83da-acbf-4096-8adf-80fcb97ab366), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:16.151342 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-757d0260-3f90-4e46-a4d3-1e2ee16809d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (d8fe83da-acbf-4096-8adf-80fcb97ab366), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:16.191466 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-757d0260-3f90-4e46-a4d3-1e2ee16809d4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fe4ea1af31b04c8289211e292b00945a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2916086 Apr 06 16:33:16.191466 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d0260-3f90-4e46-a4d3-1e2ee16809d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fe83da-acbf-4096-8adf-80fcb97ab366,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:33:16.191944 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 37500) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:33:16.242900 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-cc16298b-d2f6-4bfa-94e4-48054831b249 admin admin] Publish callbacks [] for security_group (d8fe83da-acbf-4096-8adf-80fcb97ab366), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:16.268081 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-cc16298b-d2f6-4bfa-94e4-48054831b249 admin admin] Publish callbacks [] for security_group (d8fe83da-acbf-4096-8adf-80fcb97ab366), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:16.353163 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec9db6-3eab-452d-9951-5d86812f5200 req-d0430d4f-b4c4-4bf8-a6d8-574052b3865b tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:16.354556 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-f0ec9db6-3eab-452d-9951-5d86812f5200 req-d0430d4f-b4c4-4bf8-a6d8-574052b3865b tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/ports?device_id=a33d79dd-e3d8-44a7-8ca3-619b0d653323 HTTP/1.1" status: 200 len: 946 time: 0.0567703 Apr 06 16:33:16.396017 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-cc16298b-d2f6-4bfa-94e4-48054831b249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (d8fe83da-acbf-4096-8adf-80fcb97ab366), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:16.398687 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-cc16298b-d2f6-4bfa-94e4-48054831b249 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:16.399903 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-cc16298b-d2f6-4bfa-94e4-48054831b249 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d8fe83da-acbf-4096-8adf-80fcb97ab366 HTTP/1.1" status: 204 len: 168 time: 0.2069254 Apr 06 16:33:16.401858 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-f0ec9db6-3eab-452d-9951-5d86812f5200 req-88c45c6a-f41e-43bb-93e4-512c85d8ddbc tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd5533c0-48eb-47c7-8bf6-e925bffd5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416584 Apr 06 16:33:16.409038 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc16298b-d2f6-4bfa-94e4-48054831b249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fe83da-acbf-4096-8adf-80fcb97ab366,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:33:17.038688 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a60d5-2ac2-4b12-bd91-1ae2e69a5a15 req-f6a57bcd-9331-42ea-91c3-f8556f867537 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:17.040469 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-153a60d5-2ac2-4b12-bd91-1ae2e69a5a15 req-f6a57bcd-9331-42ea-91c3-f8556f867537 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e8de912-ec9e-408f-8834-9641316c94f3 HTTP/1.1" status: 200 len: 946 time: 0.0560968 Apr 06 16:33:17.092712 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-153a60d5-2ac2-4b12-bd91-1ae2e69a5a15 req-8d15c8f7-18b9-4761-bd9e-7634cfbe6893 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458775 Apr 06 16:33:17.531638 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5165fb-0489-49db-a9ee-b9f8baa1cbcc req-ad9a580f-0eec-4529-b0bd-bb22b6e7ebf8 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:17.533867 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-0c5165fb-0489-49db-a9ee-b9f8baa1cbcc req-ad9a580f-0eec-4529-b0bd-bb22b6e7ebf8 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/ports?device_id=a33d79dd-e3d8-44a7-8ca3-619b0d653323 HTTP/1.1" status: 200 len: 946 time: 0.0567856 Apr 06 16:33:17.592608 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-0c5165fb-0489-49db-a9ee-b9f8baa1cbcc req-a21f29b8-df45-4e31-a5a3-02d11840206d tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd5533c0-48eb-47c7-8bf6-e925bffd5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516047 Apr 06 16:33:18.215770 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2a5e6-b52b-462f-b520-3a1d63049346 req-6283d59b-3f67-40e5-bc23-d17bd8fcd05c tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:18.217258 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-b1e2a5e6-b52b-462f-b520-3a1d63049346 req-6283d59b-3f67-40e5-bc23-d17bd8fcd05c tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e8de912-ec9e-408f-8834-9641316c94f3 HTTP/1.1" status: 200 len: 946 time: 0.0559797 Apr 06 16:33:18.265258 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-b1e2a5e6-b52b-462f-b520-3a1d63049346 req-58603e83-3861-4f8d-8461-4610b6646a1e tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418780 Apr 06 16:33:18.426981 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab77ca-e507-4304-920b-2e202a99ed7a req-0e7cc620-9c7a-4851-9549-49734ca3146b tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:18.428626 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-6cab77ca-e507-4304-920b-2e202a99ed7a req-0e7cc620-9c7a-4851-9549-49734ca3146b tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.39 "GET /v2.0/ports?device_id=a33d79dd-e3d8-44a7-8ca3-619b0d653323 HTTP/1.1" status: 200 len: 946 time: 0.0533979 Apr 06 16:33:18.532143 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [req-6cab77ca-e507-4304-920b-2e202a99ed7a req-b5fd0fda-4830-4150-a96e-f3ee03d3c3ed tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Deleting port 2f98aa43-0222-407b-84aa-55a9fb3547f4 {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:33:18.532484 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-6cab77ca-e507-4304-920b-2e202a99ed7a req-b5fd0fda-4830-4150-a96e-f3ee03d3c3ed tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (2f98aa43-0222-407b-84aa-55a9fb3547f4), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:18.623678 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [req-6cab77ca-e507-4304-920b-2e202a99ed7a req-b5fd0fda-4830-4150-a96e-f3ee03d3c3ed tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] For port 2f98aa43-0222-407b-84aa-55a9fb3547f4, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=2f98aa43-0222-407b-84aa-55a9fb3547f4,segment=NetworkSegment(6715e192-232e-4904-8d95-cd59b0ecf35e),segment_id=6715e192-232e-4904-8d95-cd59b0ecf35e)] {{(pid=103680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:33:18.624078 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-6cab77ca-e507-4304-920b-2e202a99ed7a req-b5fd0fda-4830-4150-a96e-f3ee03d3c3ed tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (2f98aa43-0222-407b-84aa-55a9fb3547f4), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:18.638988 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [req-6cab77ca-e507-4304-920b-2e202a99ed7a req-b5fd0fda-4830-4150-a96e-f3ee03d3c3ed tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Calling delete_port for 2f98aa43-0222-407b-84aa-55a9fb3547f4 owned by compute:nova {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:33:18.731339 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e9df1-2de3-41a2-a0de-703cfd916d57 req-56212450-5f6e-4633-9926-cad9deb12388 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:18.732853 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-7f7e9df1-2de3-41a2-a0de-703cfd916d57 req-56212450-5f6e-4633-9926-cad9deb12388 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/ports?device_id=a33d79dd-e3d8-44a7-8ca3-619b0d653323 HTTP/1.1" status: 200 len: 946 time: 0.0653512 Apr 06 16:33:18.780751 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-7f7e9df1-2de3-41a2-a0de-703cfd916d57 req-04179b9a-5805-4164-88f3-8586220cf3e9 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd5533c0-48eb-47c7-8bf6-e925bffd5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414264 Apr 06 16:33:18.854258 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-6cab77ca-e507-4304-920b-2e202a99ed7a req-b5fd0fda-4830-4150-a96e-f3ee03d3c3ed tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (2f98aa43-0222-407b-84aa-55a9fb3547f4), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:18.889343 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd0fda-4830-4150-a96e-f3ee03d3c3ed tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Pushing event deleted for resources: {'Port': ['ID=2f98aa43-0222-407b-84aa-55a9fb3547f4,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:33:18.929697 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cab77ca-e507-4304-920b-2e202a99ed7a req-b5fd0fda-4830-4150-a96e-f3ee03d3c3ed tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] No DVR routers for this DVR port 2f98aa43-0222-407b-84aa-55a9fb3547f4 on host hv-cinder-81566 {{(pid=103680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:33:18.933053 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-6cab77ca-e507-4304-920b-2e202a99ed7a req-b5fd0fda-4830-4150-a96e-f3ee03d3c3ed tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for port (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:18.936945 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-6cab77ca-e507-4304-920b-2e202a99ed7a req-b5fd0fda-4830-4150-a96e-f3ee03d3c3ed tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.39 "DELETE /v2.0/ports/2f98aa43-0222-407b-84aa-55a9fb3547f4 HTTP/1.1" status: 204 len: 173 time: 0.5022974 Apr 06 16:33:18.937322 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33d79dd-e3d8-44a7-8ca3-619b0d653323', 'name': 'network-vif-deleted', 'tag': '2f98aa43-0222-407b-84aa-55a9fb3547f4'}] {{(pid=103680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:33:18.940891 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37defc4f8c4d51421555421a688636eb49d5c8fee7a473d71a3f8bc7c746dcd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9514ec-2e9a-43a7-b1e5-c070cc6dcbb2" -d '{"events": [{"server_uuid": "a33d79dd-e3d8-44a7-8ca3-619b0d653323", "name": "network-vif-deleted", "tag": "2f98aa43-0222-407b-84aa-55a9fb3547f4"}]}' {{(pid=103680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:33:18.975512 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44522db7-e241-499c-9d7f-58495070fef0 x-openstack-request-id: req-44522db7-e241-499c-9d7f-58495070fef0 {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:33:18.975828 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a33d79dd-e3d8-44a7-8ca3-619b0d653323", "name": "network-vif-deleted", "tag": "2f98aa43-0222-407b-84aa-55a9fb3547f4", "status": "completed", "code": 200}]} {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:33:18.976118 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-44522db7-e241-499c-9d7f-58495070fef0 {{(pid=103680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:33:18.976555 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44522db7-e241-499c-9d7f-58495070fef0'] response: {'server_uuid': 'a33d79dd-e3d8-44a7-8ca3-619b0d653323', 'name': 'network-vif-deleted', 'tag': '2f98aa43-0222-407b-84aa-55a9fb3547f4', 'status': 'completed', 'code': 200} Apr 06 16:33:19.387589 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b273746-180c-4465-a1f8-a8cf80e8f50a req-119d6bbf-ecc6-4f3a-83fd-b559fd2b8f54 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:19.389137 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-1b273746-180c-4465-a1f8-a8cf80e8f50a req-119d6bbf-ecc6-4f3a-83fd-b559fd2b8f54 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e8de912-ec9e-408f-8834-9641316c94f3 HTTP/1.1" status: 200 len: 946 time: 0.0556607 Apr 06 16:33:19.436550 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-1b273746-180c-4465-a1f8-a8cf80e8f50a req-c62ce762-509b-4b81-9b20-8d46e79d6268 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412402 Apr 06 16:33:19.899952 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-6b495623-7f82-4bbe-b33b-b7ac63c197fa req-9a6acf5a-5f24-475b-8b8f-cbf9001f2536 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/ports?device_id=a33d79dd-e3d8-44a7-8ca3-619b0d653323 HTTP/1.1" status: 200 len: 210 time: 0.0262382 Apr 06 16:33:20.573664 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e256b9b-8626-4ce8-a07f-324b83d9e2b5 req-06233cc6-e4ff-4c30-843a-f8504ecffe9f tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:20.575193 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-3e256b9b-8626-4ce8-a07f-324b83d9e2b5 req-06233cc6-e4ff-4c30-843a-f8504ecffe9f tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e8de912-ec9e-408f-8834-9641316c94f3 HTTP/1.1" status: 200 len: 946 time: 0.0560300 Apr 06 16:33:20.626613 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-3e256b9b-8626-4ce8-a07f-324b83d9e2b5 req-65b2476b-47ed-485d-a9e9-06a3e55fe4ba tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456233 Apr 06 16:33:20.661550 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 2f98aa43-0222-407b-84aa-55a9fb3547f4 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:33:20.682491 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] No Port match for: 2f98aa43-0222-407b-84aa-55a9fb3547f4 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:33:20.682835 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 2f98aa43-0222-407b-84aa-55a9fb3547f4 not bound to the agent host hv-cinder-81566 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:33:21.227002 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604de6a-930e-4f66-b188-3a58bd5f94ae req-df2140b7-054e-43f1-9c30-4cbdc2578c41 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:21.228616 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-d604de6a-930e-4f66-b188-3a58bd5f94ae req-df2140b7-054e-43f1-9c30-4cbdc2578c41 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/networks?id=4abac84c-6978-4cb5-8a6f-bd4316ffded0 HTTP/1.1" status: 200 len: 809 time: 0.1158736 Apr 06 16:33:21.245330 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-d604de6a-930e-4f66-b188-3a58bd5f94ae req-b5d6f5ad-9eae-4fcc-a67d-1d9bc5ffc5e4 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/quotas/51a2e8df80ce4edb99c33533c480569f HTTP/1.1" status: 200 len: 375 time: 0.0109906 Apr 06 16:33:21.279936 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-d604de6a-930e-4f66-b188-3a58bd5f94ae req-dde3b0cb-4d72-45ca-8351-74fdb39f405d tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=51a2e8df80ce4edb99c33533c480569f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288889 Apr 06 16:33:21.380370 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-d604de6a-930e-4f66-b188-3a58bd5f94ae req-84a7a685-ceda-4c65-90b3-fbd283b9e461 service neutron] 10.222.0.49 "GET /v2.0/networks/4abac84c-6978-4cb5-8a6f-bd4316ffded0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930028 Apr 06 16:33:21.487236 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-d604de6a-930e-4f66-b188-3a58bd5f94ae req-5bf3f259-37f1-436d-a55d-1793490de20c service neutron] 10.222.0.49 "GET /v2.0/networks/4abac84c-6978-4cb5-8a6f-bd4316ffded0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010706 Apr 06 16:33:21.722983 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-32dff3a1-2987-4f2a-b369-f3b4c444a774 req-9aca47c9-d447-4d33-b735-f7f28f61fdd7 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0136b4c-3a40-4803-b8c6-699b9cdbb6d0 HTTP/1.1" status: 200 len: 210 time: 0.0334990 Apr 06 16:33:21.756904 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5679d2e-ace3-4541-bf21-715089adab33 req-8f5f2266-e1e4-4ab8-b0bf-c0853ccb685a tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:21.758488 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-e5679d2e-ace3-4541-bf21-715089adab33 req-8f5f2266-e1e4-4ab8-b0bf-c0853ccb685a tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e8de912-ec9e-408f-8834-9641316c94f3 HTTP/1.1" status: 200 len: 946 time: 0.0547049 Apr 06 16:33:21.809051 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-e5679d2e-ace3-4541-bf21-715089adab33 req-57dd40cf-9e6c-4d4e-9409-9f7039edc5b8 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442507 Apr 06 16:33:22.823358 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-7d1c8d69-d301-4ef3-a2cb-55eedc86d403 req-3d8acb97-30af-458e-b01d-35055709377e tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0136b4c-3a40-4803-b8c6-699b9cdbb6d0 HTTP/1.1" status: 200 len: 210 time: 0.0276918 Apr 06 16:33:22.933342 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5a80b-ce65-4042-b94a-f69a073b9d64 req-028fb096-5c5b-4492-bf94-16444345341e tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:22.934835 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-48f5a80b-ce65-4042-b94a-f69a073b9d64 req-028fb096-5c5b-4492-bf94-16444345341e tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e8de912-ec9e-408f-8834-9641316c94f3 HTTP/1.1" status: 200 len: 946 time: 0.0512805 Apr 06 16:33:22.987486 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-48f5a80b-ce65-4042-b94a-f69a073b9d64 req-a89e6e5f-3212-4e89-ab19-a765ea696b17 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459197 Apr 06 16:33:23.851985 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604de6a-930e-4f66-b188-3a58bd5f94ae req-d95d0eaf-64e6-45b2-bda5-924905c228e6 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:23.853562 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-d604de6a-930e-4f66-b188-3a58bd5f94ae req-d95d0eaf-64e6-45b2-bda5-924905c228e6 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.39 "GET /v2.0/networks?id=4abac84c-6978-4cb5-8a6f-bd4316ffded0 HTTP/1.1" status: 200 len: 809 time: 0.1112108 Apr 06 16:33:23.871181 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [req-d604de6a-930e-4f66-b188-3a58bd5f94ae req-6e8c504f-f6f0-46a1-b99c-fc57581af8c8 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Request body: {'port': {'device_id': 'b0136b4c-3a40-4803-b8c6-699b9cdbb6d0', 'network_id': '4abac84c-6978-4cb5-8a6f-bd4316ffded0', 'admin_state_up': True, 'tenant_id': '51a2e8df80ce4edb99c33533c480569f'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:33:23.945387 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-841c40cb-b91d-4c05-9e41-dab490bed474 req-3109cb98-7ce8-41ff-8fda-59d3ed696551 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0136b4c-3a40-4803-b8c6-699b9cdbb6d0 HTTP/1.1" status: 200 len: 210 time: 0.0279288 Apr 06 16:33:24.068970 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d604de6a-930e-4f66-b188-3a58bd5f94ae req-6e8c504f-f6f0-46a1-b99c-fc57581af8c8 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Made reservation on behalf of 51a2e8df80ce4edb99c33533c480569f for: {'port': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:33:24.072198 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-d604de6a-930e-4f66-b188-3a58bd5f94ae req-6e8c504f-f6f0-46a1-b99c-fc57581af8c8 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:24.170782 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3353d6d7-c02e-4a29-a7a0-f4c2a2e79ea6 req-ce689d1a-fe86-4344-a5f5-1d408d8276db tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:24.172297 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-3353d6d7-c02e-4a29-a7a0-f4c2a2e79ea6 req-ce689d1a-fe86-4344-a5f5-1d408d8276db tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e8de912-ec9e-408f-8834-9641316c94f3 HTTP/1.1" status: 200 len: 946 time: 0.1148891 Apr 06 16:33:24.259948 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.db_base_plugin_common [req-d604de6a-930e-4f66-b188-3a58bd5f94ae req-6e8c504f-f6f0-46a1-b99c-fc57581af8c8 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Allocated IP 172.20.0.8 (4abac84c-6978-4cb5-8a6f-bd4316ffded0/bfb9c086-fdec-43c4-b665-309271439b75/c58872b7-4e36-47f1-81ab-99f52ae5f65f) {{(pid=103680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:33:24.266701 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-3353d6d7-c02e-4a29-a7a0-f4c2a2e79ea6 req-2f6979f5-d652-4ef5-9aaf-51de6368d293 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881693 Apr 06 16:33:24.424259 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-d604de6a-930e-4f66-b188-3a58bd5f94ae req-6e8c504f-f6f0-46a1-b99c-fc57581af8c8 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Publish callbacks [] for port (c58872b7-4e36-47f1-81ab-99f52ae5f65f), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:24.533539 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-d604de6a-930e-4f66-b188-3a58bd5f94ae req-6e8c504f-f6f0-46a1-b99c-fc57581af8c8 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (c58872b7-4e36-47f1-81ab-99f52ae5f65f), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:24.576916 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d604de6a-930e-4f66-b188-3a58bd5f94ae req-6e8c504f-f6f0-46a1-b99c-fc57581af8c8 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Network 4abac84c-6978-4cb5-8a6f-bd4316ffded0 is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:33:24.583377 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [req-d604de6a-930e-4f66-b188-3a58bd5f94ae req-6e8c504f-f6f0-46a1-b99c-fc57581af8c8 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:33:24.588636 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [req-d604de6a-930e-4f66-b188-3a58bd5f94ae req-6e8c504f-f6f0-46a1-b99c-fc57581af8c8 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Received port after_create {{(pid=103680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:33:24.625074 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c504f-f6f0-46a1-b99c-fc57581af8c8 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Pushing event updated for resources: {'Port': ['ID=c58872b7-4e36-47f1-81ab-99f52ae5f65f,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:33:24.649591 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604de6a-930e-4f66-b188-3a58bd5f94ae req-6e8c504f-f6f0-46a1-b99c-fc57581af8c8 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:24.650259 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-d604de6a-930e-4f66-b188-3a58bd5f94ae req-6e8c504f-f6f0-46a1-b99c-fc57581af8c8 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for port (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:24.783436 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-d604de6a-930e-4f66-b188-3a58bd5f94ae req-6e8c504f-f6f0-46a1-b99c-fc57581af8c8 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9195714 Apr 06 16:33:25.085500 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9f354-c086-4202-8e25-0a7cc63edbc6 req-e2116b5a-8ee5-4558-9a45-29b997a777c3 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:25.087318 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-d2e9f354-c086-4202-8e25-0a7cc63edbc6 req-e2116b5a-8ee5-4558-9a45-29b997a777c3 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0136b4c-3a40-4803-b8c6-699b9cdbb6d0 HTTP/1.1" status: 200 len: 931 time: 0.0610733 Apr 06 16:33:25.143843 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-d2e9f354-c086-4202-8e25-0a7cc63edbc6 req-5684afba-64d2-4bf3-90f1-158ba3f09f48 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd5533c0-48eb-47c7-8bf6-e925bffd5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508161 Apr 06 16:33:25.399435 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb90f3f-5a6e-4412-9951-200ac7be90bc req-f3f58627-6c58-4069-abac-fdaded0821fb tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:25.400948 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-2bb90f3f-5a6e-4412-9951-200ac7be90bc req-f3f58627-6c58-4069-abac-fdaded0821fb tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e8de912-ec9e-408f-8834-9641316c94f3 HTTP/1.1" status: 200 len: 946 time: 0.0559847 Apr 06 16:33:25.451824 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-2bb90f3f-5a6e-4412-9951-200ac7be90bc req-e5691438-bd42-45ba-be27-b7a5c70f34b8 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444331 Apr 06 16:33:25.620378 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.agents_db [None req-a950ddbd-9d44-4943-b7d7-a118ae2e1c13 None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:33:25.839724 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [req-d604de6a-930e-4f66-b188-3a58bd5f94ae req-7eff5868-ab11-4112-8a42-4ac6e9f4364d service neutron] Request body: {'port': {'device_id': 'b0136b4c-3a40-4803-b8c6-699b9cdbb6d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:33:25.900578 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-d604de6a-930e-4f66-b188-3a58bd5f94ae req-7eff5868-ab11-4112-8a42-4ac6e9f4364d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (c58872b7-4e36-47f1-81ab-99f52ae5f65f), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:25.985339 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526386a-3898-4d90-8626-c50c861aa772 req-faf67cc1-f276-4447-b52f-8e6e8c63f16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:25.988848 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-b526386a-3898-4d90-8626-c50c861aa772 req-faf67cc1-f276-4447-b52f-8e6e8c63f16e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3e8de912-ec9e-408f-8834-9641316c94f3 HTTP/1.1" status: 200 len: 1130 time: 0.0520160 Apr 06 16:33:26.041558 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-b526386a-3898-4d90-8626-c50c861aa772 req-9062fc21-b5be-45fa-8277-2bb7cc21f100 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411892 Apr 06 16:33:26.178384 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.notifiers.nova [req-d604de6a-930e-4f66-b188-3a58bd5f94ae req-7eff5868-ab11-4112-8a42-4ac6e9f4364d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c58872b7-4e36-47f1-81ab-99f52ae5f65f {{(pid=103680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:33:26.195650 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-d604de6a-930e-4f66-b188-3a58bd5f94ae req-7eff5868-ab11-4112-8a42-4ac6e9f4364d service neutron] Publish callbacks [] for port (c58872b7-4e36-47f1-81ab-99f52ae5f65f), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:26.200848 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.provisioning_blocks [req-d604de6a-930e-4f66-b188-3a58bd5f94ae req-7eff5868-ab11-4112-8a42-4ac6e9f4364d service neutron] Transition to ACTIVE for port object c58872b7-4e36-47f1-81ab-99f52ae5f65f will not be triggered until provisioned by entity L2. {{(pid=103680) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 16:33:26.277905 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10970299-24a8-4c25-8df0-61e53531224e req-ca92bc9a-9b6f-4a1d-9c2e-33d06a78f09a tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:26.279021 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-10970299-24a8-4c25-8df0-61e53531224e req-ca92bc9a-9b6f-4a1d-9c2e-33d06a78f09a tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0136b4c-3a40-4803-b8c6-699b9cdbb6d0 HTTP/1.1" status: 200 len: 931 time: 0.0551636 Apr 06 16:33:26.279467 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-d604de6a-930e-4f66-b188-3a58bd5f94ae req-7eff5868-ab11-4112-8a42-4ac6e9f4364d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978180'] for port (c58872b7-4e36-47f1-81ab-99f52ae5f65f), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:26.340549 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff5868-ab11-4112-8a42-4ac6e9f4364d service neutron] Pushing event updated for resources: {'Port': ['ID=c58872b7-4e36-47f1-81ab-99f52ae5f65f,revision_number=2']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:33:26.397863 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-10970299-24a8-4c25-8df0-61e53531224e req-719814e1-e97e-40b1-b0e8-21c98e755ac8 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd5533c0-48eb-47c7-8bf6-e925bffd5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052375 Apr 06 16:33:26.463565 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.managers [req-d604de6a-930e-4f66-b188-3a58bd5f94ae req-7eff5868-ab11-4112-8a42-4ac6e9f4364d service neutron] Attempting to bind port c58872b7-4e36-47f1-81ab-99f52ae5f65f on host hv-cinder-81566 for vnic_type normal with profile {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:33:26.464554 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.managers [req-d604de6a-930e-4f66-b188-3a58bd5f94ae req-7eff5868-ab11-4112-8a42-4ac6e9f4364d service neutron] Attempting to bind port c58872b7-4e36-47f1-81ab-99f52ae5f65f by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '6715e192-232e-4904-8d95-cd59b0ecf35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '4abac84c-6978-4cb5-8a6f-bd4316ffded0'}] {{(pid=103680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:33:26.464747 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d604de6a-930e-4f66-b188-3a58bd5f94ae req-7eff5868-ab11-4112-8a42-4ac6e9f4364d service neutron] Attempting to bind port c58872b7-4e36-47f1-81ab-99f52ae5f65f on network 4abac84c-6978-4cb5-8a6f-bd4316ffded0 {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:33:26.472098 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d604de6a-930e-4f66-b188-3a58bd5f94ae req-7eff5868-ab11-4112-8a42-4ac6e9f4364d service neutron] Port c58872b7-4e36-47f1-81ab-99f52ae5f65f on network 4abac84c-6978-4cb5-8a6f-bd4316ffded0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 16:33:26.472875 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d604de6a-930e-4f66-b188-3a58bd5f94ae req-7eff5868-ab11-4112-8a42-4ac6e9f4364d service neutron] Attempting to bind port c58872b7-4e36-47f1-81ab-99f52ae5f65f on network 4abac84c-6978-4cb5-8a6f-bd4316ffded0 {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:33:26.486455 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d604de6a-930e-4f66-b188-3a58bd5f94ae req-7eff5868-ab11-4112-8a42-4ac6e9f4364d service neutron] Checking agent: {'id': '0e5c86dc-cd19-4356-a060-9388d8808620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 29), 'started_at': datetime.datetime(2022, 4, 6, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:33:26.486455 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d604de6a-930e-4f66-b188-3a58bd5f94ae req-7eff5868-ab11-4112-8a42-4ac6e9f4364d service neutron] Checking segment: {'id': '6715e192-232e-4904-8d95-cd59b0ecf35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '4abac84c-6978-4cb5-8a6f-bd4316ffded0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:33:26.486455 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d604de6a-930e-4f66-b188-3a58bd5f94ae req-7eff5868-ab11-4112-8a42-4ac6e9f4364d service neutron] Bound using segment: {'id': '6715e192-232e-4904-8d95-cd59b0ecf35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '4abac84c-6978-4cb5-8a6f-bd4316ffded0'} {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:33:26.486455 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.managers [req-d604de6a-930e-4f66-b188-3a58bd5f94ae req-7eff5868-ab11-4112-8a42-4ac6e9f4364d service neutron] Bound port: c58872b7-4e36-47f1-81ab-99f52ae5f65f, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6715e192-232e-4904-8d95-cd59b0ecf35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '4abac84c-6978-4cb5-8a6f-bd4316ffded0'}}] {{(pid=103680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:33:26.486455 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-d604de6a-930e-4f66-b188-3a58bd5f94ae req-7eff5868-ab11-4112-8a42-4ac6e9f4364d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (c58872b7-4e36-47f1-81ab-99f52ae5f65f), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:26.884914 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [req-d604de6a-930e-4f66-b188-3a58bd5f94ae req-7eff5868-ab11-4112-8a42-4ac6e9f4364d service neutron] For port c58872b7-4e36-47f1-81ab-99f52ae5f65f, host hv-cinder-81566, cleared binding levels {{(pid=103680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:33:26.888814 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [req-d604de6a-930e-4f66-b188-3a58bd5f94ae req-7eff5868-ab11-4112-8a42-4ac6e9f4364d service neutron] For port c58872b7-4e36-47f1-81ab-99f52ae5f65f, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=c58872b7-4e36-47f1-81ab-99f52ae5f65f,segment=NetworkSegment(6715e192-232e-4904-8d95-cd59b0ecf35e),segment_id=6715e192-232e-4904-8d95-cd59b0ecf35e)] {{(pid=103680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:33:26.904000 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f83e50-7ae1-4d31-a4d1-45c5ac9b26ce req-2f34a231-af9d-4c8c-bded-329079dc77ca tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:26.905787 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-80f83e50-7ae1-4d31-a4d1-45c5ac9b26ce req-2f34a231-af9d-4c8c-bded-329079dc77ca tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e8de912-ec9e-408f-8834-9641316c94f3 HTTP/1.1" status: 200 len: 946 time: 0.0886946 Apr 06 16:33:26.968107 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-80f83e50-7ae1-4d31-a4d1-45c5ac9b26ce req-066297f1-d362-4600-aba0-8fc1aba647c7 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542357 Apr 06 16:33:26.994790 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 37804) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:33:27.001655 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-d604de6a-930e-4f66-b188-3a58bd5f94ae req-7eff5868-ab11-4112-8a42-4ac6e9f4364d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978180'] for port (c58872b7-4e36-47f1-81ab-99f52ae5f65f), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:27.046297 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604de6a-930e-4f66-b188-3a58bd5f94ae req-7eff5868-ab11-4112-8a42-4ac6e9f4364d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:27.046920 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-d604de6a-930e-4f66-b188-3a58bd5f94ae req-7eff5868-ab11-4112-8a42-4ac6e9f4364d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for port (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:27.050110 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-d604de6a-930e-4f66-b188-3a58bd5f94ae req-7eff5868-ab11-4112-8a42-4ac6e9f4364d service neutron] 10.222.0.39 "PUT /v2.0/ports/c58872b7-4e36-47f1-81ab-99f52ae5f65f HTTP/1.1" status: 200 len: 1093 time: 1.2129121 Apr 06 16:33:27.050110 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0136b4c-3a40-4803-b8c6-699b9cdbb6d0', 'tag': 'c58872b7-4e36-47f1-81ab-99f52ae5f65f'}] {{(pid=103680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:33:27.051587 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37defc4f8c4d51421555421a688636eb49d5c8fee7a473d71a3f8bc7c746dcd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f94fcd-f61a-4381-a67d-a03a7ef622df" -d '{"events": [{"name": "network-changed", "server_uuid": "b0136b4c-3a40-4803-b8c6-699b9cdbb6d0", "tag": "c58872b7-4e36-47f1-81ab-99f52ae5f65f"}]}' {{(pid=103680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:33:27.091009 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff5868-ab11-4112-8a42-4ac6e9f4364d service neutron] Pushing event updated for resources: {'Port': ['ID=c58872b7-4e36-47f1-81ab-99f52ae5f65f,revision_number=3']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:33:27.099814 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbfc8757-d456-4f65-9b45-e37b5a5678bf x-openstack-request-id: req-bbfc8757-d456-4f65-9b45-e37b5a5678bf {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:33:27.100156 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0136b4c-3a40-4803-b8c6-699b9cdbb6d0", "tag": "c58872b7-4e36-47f1-81ab-99f52ae5f65f", "status": "completed", "code": 200}]} {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:33:27.100412 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bbfc8757-d456-4f65-9b45-e37b5a5678bf {{(pid=103680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:33:27.100891 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbfc8757-d456-4f65-9b45-e37b5a5678bf'] response: {'name': 'network-changed', 'server_uuid': 'b0136b4c-3a40-4803-b8c6-699b9cdbb6d0', 'tag': 'c58872b7-4e36-47f1-81ab-99f52ae5f65f', 'status': 'completed', 'code': 200} Apr 06 16:33:27.141752 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-21f27a3e-e660-49a5-a74f-88ec380b0492 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:27.208396 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f94fcd-f61a-4381-a67d-a03a7ef622df req-1e6a00a1-4718-4fd8-8d05-5ddc8d3deb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:27.215311 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-22f94fcd-f61a-4381-a67d-a03a7ef622df req-1e6a00a1-4718-4fd8-8d05-5ddc8d3deb39 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=51a2e8df80ce4edb99c33533c480569f&device_id=b0136b4c-3a40-4803-b8c6-699b9cdbb6d0 HTTP/1.1" status: 200 len: 1127 time: 0.0859437 Apr 06 16:33:27.258244 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-21f27a3e-e660-49a5-a74f-88ec380b0492 admin admin] Publish callbacks [] for security_group (27a01491-be80-4e47-8d17-870a63b3b334), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:27.365145 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-21f27a3e-e660-49a5-a74f-88ec380b0492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (27a01491-be80-4e47-8d17-870a63b3b334), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:27.460319 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-21f27a3e-e660-49a5-a74f-88ec380b0492 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=638a313ac0544bf3935d4b3fc84600bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4643235 Apr 06 16:33:27.463094 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 37818) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:33:27.464594 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f27a3e-e660-49a5-a74f-88ec380b0492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a01491-be80-4e47-8d17-870a63b3b334,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:33:27.522526 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-0e0ecbc8-5c79-4d98-bd2a-f6528806ec60 admin admin] Publish callbacks [] for security_group (27a01491-be80-4e47-8d17-870a63b3b334), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:27.523573 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f94fcd-f61a-4381-a67d-a03a7ef622df req-c4ea5127-e99b-42f9-a5e6-29eeb490d692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:27.524150 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-22f94fcd-f61a-4381-a67d-a03a7ef622df req-c4ea5127-e99b-42f9-a5e6-29eeb490d692 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=51a2e8df80ce4edb99c33533c480569f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1694412 Apr 06 16:33:27.543361 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188b26c-dd4d-47cc-a9f7-86b0b05b37b0 req-328afe41-cafc-4dc8-963b-04a9a170763f tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:27.544903 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-4188b26c-dd4d-47cc-a9f7-86b0b05b37b0 req-328afe41-cafc-4dc8-963b-04a9a170763f tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0136b4c-3a40-4803-b8c6-699b9cdbb6d0 HTTP/1.1" status: 200 len: 943 time: 0.0835831 Apr 06 16:33:27.546099 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-0e0ecbc8-5c79-4d98-bd2a-f6528806ec60 admin admin] Publish callbacks [] for security_group (27a01491-be80-4e47-8d17-870a63b3b334), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:27.599826 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-4188b26c-dd4d-47cc-a9f7-86b0b05b37b0 req-ba217967-7280-4ff8-83ca-bd981118b8e3 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd5533c0-48eb-47c7-8bf6-e925bffd5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484428 Apr 06 16:33:27.683612 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-0e0ecbc8-5c79-4d98-bd2a-f6528806ec60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (27a01491-be80-4e47-8d17-870a63b3b334), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:27.686158 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-0e0ecbc8-5c79-4d98-bd2a-f6528806ec60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:27.687341 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-0e0ecbc8-5c79-4d98-bd2a-f6528806ec60 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/27a01491-be80-4e47-8d17-870a63b3b334 HTTP/1.1" status: 204 len: 168 time: 0.2231796 Apr 06 16:33:27.696677 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0ecbc8-5c79-4d98-bd2a-f6528806ec60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a01491-be80-4e47-8d17-870a63b3b334,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:33:27.704114 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0ecbc8-5c79-4d98-bd2a-f6528806ec60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:33:27.704462 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0ecbc8-5c79-4d98-bd2a-f6528806ec60 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:33:27.704843 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0ecbc8-5c79-4d98-bd2a-f6528806ec60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:33:27.705145 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0ecbc8-5c79-4d98-bd2a-f6528806ec60 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:33:27.705478 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0ecbc8-5c79-4d98-bd2a-f6528806ec60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:33:27.705965 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0ecbc8-5c79-4d98-bd2a-f6528806ec60 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:33:27.706121 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0ecbc8-5c79-4d98-bd2a-f6528806ec60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:33:27.706437 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0ecbc8-5c79-4d98-bd2a-f6528806ec60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:33:27.706760 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0ecbc8-5c79-4d98-bd2a-f6528806ec60 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:33:27.707087 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0ecbc8-5c79-4d98-bd2a-f6528806ec60 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:33:27.707411 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0ecbc8-5c79-4d98-bd2a-f6528806ec60 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:33:27.707762 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0ecbc8-5c79-4d98-bd2a-f6528806ec60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:33:27.708087 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0ecbc8-5c79-4d98-bd2a-f6528806ec60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:33:27.708408 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0ecbc8-5c79-4d98-bd2a-f6528806ec60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:33:27.708729 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0ecbc8-5c79-4d98-bd2a-f6528806ec60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:33:28.103468 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b830edb-b07d-4a16-a295-8bee1973e4fb req-8c82ae01-4d86-4840-9344-d9002f5c4be7 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:28.105406 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-2b830edb-b07d-4a16-a295-8bee1973e4fb req-8c82ae01-4d86-4840-9344-d9002f5c4be7 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e8de912-ec9e-408f-8834-9641316c94f3 HTTP/1.1" status: 200 len: 946 time: 0.0641243 Apr 06 16:33:28.125650 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f94fcd-f61a-4381-a67d-a03a7ef622df req-0f8ba923-88b8-411f-bb5f-5d911c410036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:28.127824 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-22f94fcd-f61a-4381-a67d-a03a7ef622df req-0f8ba923-88b8-411f-bb5f-5d911c410036 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1196859 Apr 06 16:33:28.165689 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-2b830edb-b07d-4a16-a295-8bee1973e4fb req-8639cc1a-0c70-44d5-ac32-070b9f2552ec tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542347 Apr 06 16:33:28.238060 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604de6a-930e-4f66-b188-3a58bd5f94ae req-25a39a32-d53b-449c-b2d1-1caa3bcf38c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:28.239683 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-d604de6a-930e-4f66-b188-3a58bd5f94ae req-25a39a32-d53b-449c-b2d1-1caa3bcf38c6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=51a2e8df80ce4edb99c33533c480569f&device_id=b0136b4c-3a40-4803-b8c6-699b9cdbb6d0 HTTP/1.1" status: 200 len: 1127 time: 0.0658884 Apr 06 16:33:28.288406 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-d604de6a-930e-4f66-b188-3a58bd5f94ae req-2fa01eba-35d4-43b1-b959-83868ec8ca0c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c58872b7-4e36-47f1-81ab-99f52ae5f65f HTTP/1.1" status: 200 len: 217 time: 0.0419726 Apr 06 16:33:28.344629 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604de6a-930e-4f66-b188-3a58bd5f94ae req-805a259f-710d-42e9-8d01-7d5bca10e4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:28.346227 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-d604de6a-930e-4f66-b188-3a58bd5f94ae req-805a259f-710d-42e9-8d01-7d5bca10e4ab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bfb9c086-fdec-43c4-b665-309271439b75 HTTP/1.1" status: 200 len: 849 time: 0.0504618 Apr 06 16:33:28.380535 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-d604de6a-930e-4f66-b188-3a58bd5f94ae req-84a77340-2358-4f74-9a8b-47dd8c02f40b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4abac84c-6978-4cb5-8a6f-bd4316ffded0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268316 Apr 06 16:33:28.486223 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-d604de6a-930e-4f66-b188-3a58bd5f94ae req-9735746c-8be6-4ea4-8ecf-8206777c3567 service neutron] 10.222.0.39 "GET /v2.0/networks/4abac84c-6978-4cb5-8a6f-bd4316ffded0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888281 Apr 06 16:33:28.574345 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-d604de6a-930e-4f66-b188-3a58bd5f94ae req-0b515629-49e4-4fa8-b1f5-ff1da3c928b0 service neutron] 10.222.0.39 "GET /v2.0/networks/4abac84c-6978-4cb5-8a6f-bd4316ffded0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902677 Apr 06 16:33:28.721189 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3365960-a6d9-4f65-b8b4-a5c29b4eb2db req-ab7120ea-d150-4927-992a-97ed8e4b090b tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:28.722673 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-b3365960-a6d9-4f65-b8b4-a5c29b4eb2db req-ab7120ea-d150-4927-992a-97ed8e4b090b tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0136b4c-3a40-4803-b8c6-699b9cdbb6d0 HTTP/1.1" status: 200 len: 943 time: 0.0538294 Apr 06 16:33:28.770535 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-b3365960-a6d9-4f65-b8b4-a5c29b4eb2db req-23de545c-adb6-493f-9a88-80408f44458b tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd5533c0-48eb-47c7-8bf6-e925bffd5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418713 Apr 06 16:33:29.306285 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a0ac5-6bb7-47f7-9cd6-55a562c485da req-a1af125e-771f-4ce8-a6f5-01fa8514fa55 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:29.308027 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-fa7a0ac5-6bb7-47f7-9cd6-55a562c485da req-a1af125e-771f-4ce8-a6f5-01fa8514fa55 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e8de912-ec9e-408f-8834-9641316c94f3 HTTP/1.1" status: 200 len: 946 time: 0.0605390 Apr 06 16:33:29.358450 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-fa7a0ac5-6bb7-47f7-9cd6-55a562c485da req-f2e9ab4a-9322-44ef-a342-6139e76b7ea4 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438857 Apr 06 16:33:29.791624 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a539d9c5-dc6f-4245-b069-70636b4297eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:29.911940 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034570b4-0452-4eb4-9eb7-431021f5732f req-ccdde3e6-1159-4e86-af7e-dda6064434a4 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:29.913351 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-034570b4-0452-4eb4-9eb7-431021f5732f req-ccdde3e6-1159-4e86-af7e-dda6064434a4 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0136b4c-3a40-4803-b8c6-699b9cdbb6d0 HTTP/1.1" status: 200 len: 943 time: 0.0694308 Apr 06 16:33:29.915135 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 37884) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:33:29.948781 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc9acb-a62b-4617-9336-e16c1916ce40 req-916c65ce-1879-410c-a816-9a9e127b3daa tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:29.950555 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-1bfc9acb-a62b-4617-9336-e16c1916ce40 req-916c65ce-1879-410c-a816-9a9e127b3daa tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e8de912-ec9e-408f-8834-9641316c94f3 HTTP/1.1" status: 200 len: 946 time: 0.0693860 Apr 06 16:33:29.967306 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-034570b4-0452-4eb4-9eb7-431021f5732f req-0b427541-18b1-4369-b2c7-22b5c095f7f8 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd5533c0-48eb-47c7-8bf6-e925bffd5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477266 Apr 06 16:33:30.006383 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-1bfc9acb-a62b-4617-9336-e16c1916ce40 req-f73e7b84-3644-4aef-918b-fc80a798b98e tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457759 Apr 06 16:33:30.043516 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fc7a307d-d0fa-40cb-bb43-6c597d7b23d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:30.119291 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fc7a307d-d0fa-40cb-bb43-6c597d7b23d7 admin admin] Publish callbacks [] for security_group (f6be399d-d898-4351-95fd-8a83f5d89c5f), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:30.197959 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fc7a307d-d0fa-40cb-bb43-6c597d7b23d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (f6be399d-d898-4351-95fd-8a83f5d89c5f), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:30.237741 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a307d-d0fa-40cb-bb43-6c597d7b23d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6be399d-d898-4351-95fd-8a83f5d89c5f,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:33:30.242187 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-fc7a307d-d0fa-40cb-bb43-6c597d7b23d7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=02711b2e48a348f89fccb1f6eb32698d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3258381 Apr 06 16:33:30.245025 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 37888) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:33:30.297939 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-31d9975c-1d1a-4120-ba32-04552f78add7 admin admin] Publish callbacks [] for security_group (f6be399d-d898-4351-95fd-8a83f5d89c5f), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:30.320453 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-31d9975c-1d1a-4120-ba32-04552f78add7 admin admin] Publish callbacks [] for security_group (f6be399d-d898-4351-95fd-8a83f5d89c5f), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:30.327900 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (0e5c86dc-cd19-4356-a060-9388d8808620), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:30.437991 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-31d9975c-1d1a-4120-ba32-04552f78add7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (f6be399d-d898-4351-95fd-8a83f5d89c5f), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:30.440820 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-31d9975c-1d1a-4120-ba32-04552f78add7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:30.442096 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-31d9975c-1d1a-4120-ba32-04552f78add7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f6be399d-d898-4351-95fd-8a83f5d89c5f HTTP/1.1" status: 204 len: 168 time: 0.1961396 Apr 06 16:33:30.450699 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d9975c-1d1a-4120-ba32-04552f78add7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6be399d-d898-4351-95fd-8a83f5d89c5f,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:33:31.094308 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496287cb-e4ea-46a3-aa74-56f4d7e98d55 req-836fcb17-c4be-440a-be87-140fd2ae466c tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:31.095994 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-496287cb-e4ea-46a3-aa74-56f4d7e98d55 req-836fcb17-c4be-440a-be87-140fd2ae466c tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0136b4c-3a40-4803-b8c6-699b9cdbb6d0 HTTP/1.1" status: 200 len: 943 time: 0.0565977 Apr 06 16:33:31.134268 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1a2a8-c038-4773-bbe5-07906bcd2b24 req-7eb3870c-ba2d-4651-9c42-c88e8adc74f5 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:31.135800 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-02a1a2a8-c038-4773-bbe5-07906bcd2b24 req-7eb3870c-ba2d-4651-9c42-c88e8adc74f5 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e8de912-ec9e-408f-8834-9641316c94f3 HTTP/1.1" status: 200 len: 946 time: 0.0567937 Apr 06 16:33:31.147626 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-496287cb-e4ea-46a3-aa74-56f4d7e98d55 req-a3b8ad3e-f593-4ca4-a1b3-4aa51e37b893 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd5533c0-48eb-47c7-8bf6-e925bffd5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455430 Apr 06 16:33:31.185931 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-02a1a2a8-c038-4773-bbe5-07906bcd2b24 req-d0b6daa6-8307-4504-a2c3-5c7f897a95f6 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444932 Apr 06 16:33:32.066257 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-79298984-ad55-4eb7-b131-b294171a26a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:32.270989 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04498f1-c906-41cd-ac2f-0c323ee71952 req-35dcdcd4-0b75-4750-bfd2-94d6b43f8eb4 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:32.272674 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-c04498f1-c906-41cd-ac2f-0c323ee71952 req-35dcdcd4-0b75-4750-bfd2-94d6b43f8eb4 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0136b4c-3a40-4803-b8c6-699b9cdbb6d0 HTTP/1.1" status: 200 len: 943 time: 0.0564585 Apr 06 16:33:32.309616 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a275a3c-225d-45d0-8062-6442808c2f58 req-89dffa71-742a-4db7-9cbe-3afcf22149cc tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:32.310715 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-1a275a3c-225d-45d0-8062-6442808c2f58 req-89dffa71-742a-4db7-9cbe-3afcf22149cc tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e8de912-ec9e-408f-8834-9641316c94f3 HTTP/1.1" status: 200 len: 946 time: 0.0550592 Apr 06 16:33:32.328397 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-c04498f1-c906-41cd-ac2f-0c323ee71952 req-121ad8bf-1e52-4db3-832c-784cd1e81af2 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd5533c0-48eb-47c7-8bf6-e925bffd5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496964 Apr 06 16:33:32.360758 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-1a275a3c-225d-45d0-8062-6442808c2f58 req-4f969b18-1efa-455d-9e1d-5972e176de40 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430639 Apr 06 16:33:32.565360 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65daaa-9ac8-4e1a-93dd-2199d57c6917 req-1f7508d3-3c27-4255-8b18-02c214fcdf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:32.567210 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ad65daaa-9ac8-4e1a-93dd-2199d57c6917 req-1f7508d3-3c27-4255-8b18-02c214fcdf22 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d1c6d06c04543878527856ba1e8d48c&device_id=3e8de912-ec9e-408f-8834-9641316c94f3 HTTP/1.1" status: 200 len: 1130 time: 0.0465858 Apr 06 16:33:32.664550 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65daaa-9ac8-4e1a-93dd-2199d57c6917 req-6bed1339-f6b5-4976-91b9-b5cff22e982b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:32.666045 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ad65daaa-9ac8-4e1a-93dd-2199d57c6917 req-6bed1339-f6b5-4976-91b9-b5cff22e982b service neutron] 10.222.0.39 "GET /v2.0/networks?id=dad9ba10-e8cf-4082-94bd-2291edc537cc HTTP/1.1" status: 200 len: 920 time: 0.0924647 Apr 06 16:33:32.716861 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ad65daaa-9ac8-4e1a-93dd-2199d57c6917 req-44302268-389f-4bed-9a4d-c0c65c13da6c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7baa94d5-fcbc-49d6-b1dd-a76cab68846a HTTP/1.1" status: 200 len: 217 time: 0.0428097 Apr 06 16:33:32.765440 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65daaa-9ac8-4e1a-93dd-2199d57c6917 req-15b764a4-1855-4bef-85d8-e69b9b806691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:32.766873 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ad65daaa-9ac8-4e1a-93dd-2199d57c6917 req-15b764a4-1855-4bef-85d8-e69b9b806691 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5076aaf7-c1a1-40bf-87fc-8e1e2ced2174 HTTP/1.1" status: 200 len: 858 time: 0.0444930 Apr 06 16:33:32.823350 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65daaa-9ac8-4e1a-93dd-2199d57c6917 req-7721cdfa-bd36-464f-8096-cf12cf659726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:32.825029 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ad65daaa-9ac8-4e1a-93dd-2199d57c6917 req-7721cdfa-bd36-464f-8096-cf12cf659726 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dad9ba10-e8cf-4082-94bd-2291edc537cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0470593 Apr 06 16:33:32.920821 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ad65daaa-9ac8-4e1a-93dd-2199d57c6917 req-1d88c4f9-4f0b-4172-8fa5-37052f15d8b0 service neutron] 10.222.0.39 "GET /v2.0/networks/dad9ba10-e8cf-4082-94bd-2291edc537cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890069 Apr 06 16:33:33.014470 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ad65daaa-9ac8-4e1a-93dd-2199d57c6917 req-258367d3-53ed-46c3-afa8-8e4b7744370a service neutron] 10.222.0.39 "GET /v2.0/networks/dad9ba10-e8cf-4082-94bd-2291edc537cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871584 Apr 06 16:33:33.450065 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:33.463812 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04499825-9cc1-4cf6-883c-2e05edeb9bcf req-315c3bf3-6be3-4dc8-9a92-89f8d44bd8c5 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:33.465376 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-04499825-9cc1-4cf6-883c-2e05edeb9bcf req-315c3bf3-6be3-4dc8-9a92-89f8d44bd8c5 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0136b4c-3a40-4803-b8c6-699b9cdbb6d0 HTTP/1.1" status: 200 len: 943 time: 0.0571876 Apr 06 16:33:33.489616 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8bb9ba-d058-401a-82c1-8cdc09e72472 req-b81a612e-dcc0-4865-8a0b-c5fd3bfa7a3f tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:33.491201 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ed8bb9ba-d058-401a-82c1-8cdc09e72472 req-b81a612e-dcc0-4865-8a0b-c5fd3bfa7a3f tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e8de912-ec9e-408f-8834-9641316c94f3 HTTP/1.1" status: 200 len: 946 time: 0.0607052 Apr 06 16:33:33.525410 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-04499825-9cc1-4cf6-883c-2e05edeb9bcf req-9e65b233-e67c-4419-9f3a-0e97a852629a tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd5533c0-48eb-47c7-8bf6-e925bffd5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527537 Apr 06 16:33:33.543034 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ed8bb9ba-d058-401a-82c1-8cdc09e72472 req-fa3b4fa7-9aec-4adb-a592-1e1590f13fc0 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458536 Apr 06 16:33:33.786739 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 37930) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:33:33.902513 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-12c3e3c5-3cac-4d49-89e2-5b762f000b70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:33.983879 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-12c3e3c5-3cac-4d49-89e2-5b762f000b70 admin admin] Publish callbacks [] for security_group (1602e49a-8f21-4249-9c44-1744939df04b), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:34.060849 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-12c3e3c5-3cac-4d49-89e2-5b762f000b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (1602e49a-8f21-4249-9c44-1744939df04b), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:34.098737 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c3e3c5-3cac-4d49-89e2-5b762f000b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1602e49a-8f21-4249-9c44-1744939df04b,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:33:34.102961 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-12c3e3c5-3cac-4d49-89e2-5b762f000b70 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8af922a0deb043a4a84a7b0a8533aaf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3151948 Apr 06 16:33:34.105817 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 37934) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:33:34.156563 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d0229fab-1814-4bf7-9049-35d686fd56a9 admin admin] Publish callbacks [] for security_group (1602e49a-8f21-4249-9c44-1744939df04b), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:34.180296 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d0229fab-1814-4bf7-9049-35d686fd56a9 admin admin] Publish callbacks [] for security_group (1602e49a-8f21-4249-9c44-1744939df04b), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:34.289228 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d0229fab-1814-4bf7-9049-35d686fd56a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (1602e49a-8f21-4249-9c44-1744939df04b), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:34.291788 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d0229fab-1814-4bf7-9049-35d686fd56a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:34.292951 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-d0229fab-1814-4bf7-9049-35d686fd56a9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1602e49a-8f21-4249-9c44-1744939df04b HTTP/1.1" status: 204 len: 168 time: 0.1861649 Apr 06 16:33:34.301496 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0229fab-1814-4bf7-9049-35d686fd56a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1602e49a-8f21-4249-9c44-1744939df04b,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:33:34.550771 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:34.678561 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705927cc-d626-457e-b030-16e5f4a2d4a7 req-a474abb2-17fc-43ab-9f2c-e9ab09f588cc tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:34.681367 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-705927cc-d626-457e-b030-16e5f4a2d4a7 req-a474abb2-17fc-43ab-9f2c-e9ab09f588cc tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0136b4c-3a40-4803-b8c6-699b9cdbb6d0 HTTP/1.1" status: 200 len: 943 time: 0.0636826 Apr 06 16:33:34.681612 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48718a-8a44-4ee0-a417-e2fd382755ed req-642fde96-9766-49e5-b9b9-433d5730a07d tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:34.683887 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-bb48718a-8a44-4ee0-a417-e2fd382755ed req-642fde96-9766-49e5-b9b9-433d5730a07d tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e8de912-ec9e-408f-8834-9641316c94f3 HTTP/1.1" status: 200 len: 946 time: 0.0650556 Apr 06 16:33:34.744881 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-705927cc-d626-457e-b030-16e5f4a2d4a7 req-b839d8c9-696c-417a-9699-c78c3b64e877 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd5533c0-48eb-47c7-8bf6-e925bffd5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563769 Apr 06 16:33:34.745658 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-bb48718a-8a44-4ee0-a417-e2fd382755ed req-947862b8-bdc6-4cb1-b8c4-b2a900c224b5 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528946 Apr 06 16:33:34.756359 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device c58872b7-4e36-47f1-81ab-99f52ae5f65f details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=103682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 16:33:34.876829 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port c58872b7-4e36-47f1-81ab-99f52ae5f65f, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=c58872b7-4e36-47f1-81ab-99f52ae5f65f,segment=NetworkSegment(6715e192-232e-4904-8d95-cd59b0ecf35e),segment_id=6715e192-232e-4904-8d95-cd59b0ecf35e)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:33:34.888860 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Returning: {'device': 'c58872b7-4e36-47f1-81ab-99f52ae5f65f', 'network_id': '4abac84c-6978-4cb5-8a6f-bd4316ffded0', 'port_id': 'c58872b7-4e36-47f1-81ab-99f52ae5f65f', 'mac_address': 'fa:16:3e:d8:03:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb9c086-fdec-43c4-b665-309271439b75', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 16:33:34.928670 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Current status of the port c58872b7-4e36-47f1-81ab-99f52ae5f65f is: DOWN; New status is: BUILD {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:33:34.928670 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (c58872b7-4e36-47f1-81ab-99f52ae5f65f), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:34.941734 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.notifiers.nova [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c58872b7-4e36-47f1-81ab-99f52ae5f65f {{(pid=103682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:33:34.963544 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port c58872b7-4e36-47f1-81ab-99f52ae5f65f, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=c58872b7-4e36-47f1-81ab-99f52ae5f65f,segment=NetworkSegment(6715e192-232e-4904-8d95-cd59b0ecf35e),segment_id=6715e192-232e-4904-8d95-cd59b0ecf35e)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:33:35.066881 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (c58872b7-4e36-47f1-81ab-99f52ae5f65f), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:35.119511 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Pushing event updated for resources: {'Port': ['ID=c58872b7-4e36-47f1-81ab-99f52ae5f65f,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:33:35.126460 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:33:35.126811 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:33:35.127860 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:33:35.128257 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:33:35.128707 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:33:35.129043 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:33:35.129379 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:33:35.129710 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:33:35.130042 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:33:35.130369 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:33:35.130699 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:33:35.131048 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:33:35.131380 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:33:35.131720 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:33:35.132051 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:33:35.515042 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] get_ports_and_sgs() called for port_ids ['c58872b7-4e36-47f1-81ab-99f52ae5f65f'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:33:35.893753 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba600df9-b302-4255-bc02-9024905fbaaa req-a959323f-5719-445f-b343-4ca8ff35b87f tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:35.895557 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ba600df9-b302-4255-bc02-9024905fbaaa req-a959323f-5719-445f-b343-4ca8ff35b87f tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e8de912-ec9e-408f-8834-9641316c94f3 HTTP/1.1" status: 200 len: 946 time: 0.0578451 Apr 06 16:33:35.904681 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313d421-88c7-4b9b-8bc3-738710d1df2e req-712509c5-15b6-4858-a185-0187e1383f60 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:35.906210 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-8313d421-88c7-4b9b-8bc3-738710d1df2e req-712509c5-15b6-4858-a185-0187e1383f60 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0136b4c-3a40-4803-b8c6-699b9cdbb6d0 HTTP/1.1" status: 200 len: 944 time: 0.0573874 Apr 06 16:33:35.943762 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ba600df9-b302-4255-bc02-9024905fbaaa req-8ccd19e4-c6cf-4210-a8ed-5c5771b2fd90 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428472 Apr 06 16:33:35.954776 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-8313d421-88c7-4b9b-8bc3-738710d1df2e req-7843c5f2-0aa9-4129-b47b-db9b6e1dd1dc tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd5533c0-48eb-47c7-8bf6-e925bffd5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426600 Apr 06 16:33:36.176446 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:37.004820 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device c58872b7-4e36-47f1-81ab-99f52ae5f65f up at agent hyperv_hv-cinder-81566 {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:33:37.066729 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf96e0-d9a6-4630-b9d0-a7b512ad9ac3 req-110f7078-72d8-45c9-8e8c-3e3569bec143 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:37.069167 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-4fcf96e0-d9a6-4630-b9d0-a7b512ad9ac3 req-110f7078-72d8-45c9-8e8c-3e3569bec143 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e8de912-ec9e-408f-8834-9641316c94f3 HTTP/1.1" status: 200 len: 946 time: 0.0570753 Apr 06 16:33:37.086720 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913f56a-6e05-492e-9ad3-5dc6a1f09190 req-07bfe93b-540c-4978-90d3-fafd32d3b80e tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:37.088286 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-0913f56a-6e05-492e-9ad3-5dc6a1f09190 req-07bfe93b-540c-4978-90d3-fafd32d3b80e tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0136b4c-3a40-4803-b8c6-699b9cdbb6d0 HTTP/1.1" status: 200 len: 944 time: 0.0607066 Apr 06 16:33:37.129248 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-4fcf96e0-d9a6-4630-b9d0-a7b512ad9ac3 req-57fd08d1-c038-49f9-bb09-194ecfc6f1a4 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473397 Apr 06 16:33:37.136311 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-0913f56a-6e05-492e-9ad3-5dc6a1f09190 req-04e91674-2661-479d-aef7-fa4cd180b53e tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd5533c0-48eb-47c7-8bf6-e925bffd5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423837 Apr 06 16:33:37.157079 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Provisioning for port c58872b7-4e36-47f1-81ab-99f52ae5f65f completed by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 16:33:37.161635 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Provisioning complete for port c58872b7-4e36-47f1-81ab-99f52ae5f65f triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:33:37.163588 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (c58872b7-4e36-47f1-81ab-99f52ae5f65f), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:37.239543 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Current status of the port c58872b7-4e36-47f1-81ab-99f52ae5f65f is: BUILD; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:33:37.240354 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (c58872b7-4e36-47f1-81ab-99f52ae5f65f), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:37.262585 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0136b4c-3a40-4803-b8c6-699b9cdbb6d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c58872b7-4e36-47f1-81ab-99f52ae5f65f'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:33:37.264892 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f701ca042f89aa6373cad35a0647e7390d8b08e4e39c46ca7d095e958c03af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5307a997-c9cd-4c85-9784-2371a553965a" -d '{"events": [{"server_uuid": "b0136b4c-3a40-4803-b8c6-699b9cdbb6d0", "name": "network-vif-plugged", "status": "completed", "tag": "c58872b7-4e36-47f1-81ab-99f52ae5f65f"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:33:37.277828 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port c58872b7-4e36-47f1-81ab-99f52ae5f65f, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=c58872b7-4e36-47f1-81ab-99f52ae5f65f,segment=NetworkSegment(6715e192-232e-4904-8d95-cd59b0ecf35e),segment_id=6715e192-232e-4904-8d95-cd59b0ecf35e)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:33:37.300892 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc334b4c-dff9-4805-becd-4d61c58cac92 x-openstack-request-id: req-fc334b4c-dff9-4805-becd-4d61c58cac92 {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:33:37.301166 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0136b4c-3a40-4803-b8c6-699b9cdbb6d0", "name": "network-vif-plugged", "status": "completed", "tag": "c58872b7-4e36-47f1-81ab-99f52ae5f65f", "code": 200}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:33:37.301419 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fc334b4c-dff9-4805-becd-4d61c58cac92 {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:33:37.301836 dv-cinder-815660-7-smb neutron-server[103682]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc334b4c-dff9-4805-becd-4d61c58cac92'] response: {'server_uuid': 'b0136b4c-3a40-4803-b8c6-699b9cdbb6d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c58872b7-4e36-47f1-81ab-99f52ae5f65f', 'code': 200} Apr 06 16:33:37.375008 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (c58872b7-4e36-47f1-81ab-99f52ae5f65f), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:37.429576 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Pushing event updated for resources: {'Port': ['ID=c58872b7-4e36-47f1-81ab-99f52ae5f65f,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:33:37.675019 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf7a5a-70ca-40f2-8c6a-4c070153147e req-5828281e-6305-4808-89cb-79fd9dc73eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:37.676589 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-b4cf7a5a-70ca-40f2-8c6a-4c070153147e req-5828281e-6305-4808-89cb-79fd9dc73eda service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b0136b4c-3a40-4803-b8c6-699b9cdbb6d0 HTTP/1.1" status: 200 len: 1129 time: 0.0470142 Apr 06 16:33:37.724374 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-b4cf7a5a-70ca-40f2-8c6a-4c070153147e req-7f5da837-c4f0-4410-adaf-19d33aea6af5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bd5533c0-48eb-47c7-8bf6-e925bffd5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398986 Apr 06 16:33:38.249988 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3545eb-db60-4216-ae11-7b5ad98b81f4 req-950f0a3e-9e00-43d1-aa2a-0278230343d4 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:38.251484 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ea3545eb-db60-4216-ae11-7b5ad98b81f4 req-950f0a3e-9e00-43d1-aa2a-0278230343d4 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e8de912-ec9e-408f-8834-9641316c94f3 HTTP/1.1" status: 200 len: 946 time: 0.0540659 Apr 06 16:33:38.256556 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a057cf-20aa-4e64-b4bb-7ea8c9a67913 req-77ff438e-eb3d-4112-a553-46e7a6261b77 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:38.258024 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-81a057cf-20aa-4e64-b4bb-7ea8c9a67913 req-77ff438e-eb3d-4112-a553-46e7a6261b77 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0136b4c-3a40-4803-b8c6-699b9cdbb6d0 HTTP/1.1" status: 200 len: 945 time: 0.0541773 Apr 06 16:33:38.301175 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ea3545eb-db60-4216-ae11-7b5ad98b81f4 req-fcfc3185-a05b-45ad-b8b7-47d6c81865a3 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439546 Apr 06 16:33:38.306533 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-81a057cf-20aa-4e64-b4bb-7ea8c9a67913 req-d5ca4bb6-41a4-4431-b5b4-daebb0b906ee tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd5533c0-48eb-47c7-8bf6-e925bffd5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428917 Apr 06 16:33:39.428364 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e6243-387f-4276-9bf2-db3fabe0bf4a req-d73a6b49-afb7-43da-a90b-c7baa594bc5d tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:39.430005 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-d72e6243-387f-4276-9bf2-db3fabe0bf4a req-d73a6b49-afb7-43da-a90b-c7baa594bc5d tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0136b4c-3a40-4803-b8c6-699b9cdbb6d0 HTTP/1.1" status: 200 len: 945 time: 0.0561776 Apr 06 16:33:39.482277 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-d72e6243-387f-4276-9bf2-db3fabe0bf4a req-89c55ed5-0f69-402a-adc7-abfa5e47bff1 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd5533c0-48eb-47c7-8bf6-e925bffd5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468035 Apr 06 16:33:40.604073 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac127099-bd2a-4f75-b161-667fa1b5d45e req-a920e581-9c4b-4d1e-9a3d-239b8d15acb8 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:40.605556 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ac127099-bd2a-4f75-b161-667fa1b5d45e req-a920e581-9c4b-4d1e-9a3d-239b8d15acb8 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0136b4c-3a40-4803-b8c6-699b9cdbb6d0 HTTP/1.1" status: 200 len: 945 time: 0.0545459 Apr 06 16:33:40.652712 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ac127099-bd2a-4f75-b161-667fa1b5d45e req-8bea4aab-bcce-480e-a831-01fbdbd152a1 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd5533c0-48eb-47c7-8bf6-e925bffd5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415652 Apr 06 16:33:41.331682 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 38002) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:33:41.336109 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-07956fa5-acd6-4a03-b28c-8de2c6bd6b5e tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1128076421', 'description': 'tempest-description--1932920252'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:33:41.438448 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-07956fa5-acd6-4a03-b28c-8de2c6bd6b5e tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:41.507228 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-07956fa5-acd6-4a03-b28c-8de2c6bd6b5e tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks [] for security_group (f64d8f25-bb13-4166-a8d7-a76e6e56a23d), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:41.585117 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-07956fa5-acd6-4a03-b28c-8de2c6bd6b5e tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (f64d8f25-bb13-4166-a8d7-a76e6e56a23d), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:41.615429 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07956fa5-acd6-4a03-b28c-8de2c6bd6b5e tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f64d8f25-bb13-4166-a8d7-a76e6e56a23d,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:33:41.708622 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-07956fa5-acd6-4a03-b28c-8de2c6bd6b5e tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:41.711724 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-07956fa5-acd6-4a03-b28c-8de2c6bd6b5e tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3772926 Apr 06 16:33:41.713010 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 38006) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:33:41.717414 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-0e4a5df6-907f-4efa-b3e4-562b0af21170 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Request body: {'security_group_rule': {'security_group_id': 'f64d8f25-bb13-4166-a8d7-a76e6e56a23d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:33:41.827089 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0e4a5df6-907f-4efa-b3e4-562b0af21170 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks [] for security_group_rule (1590a964-12d0-473d-957b-9181c6bee904), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:41.891532 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0e4a5df6-907f-4efa-b3e4-562b0af21170 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks [] for security_group_rule (1590a964-12d0-473d-957b-9181c6bee904), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:41.975096 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0e4a5df6-907f-4efa-b3e4-562b0af21170 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654992'] for security_group_rule (1590a964-12d0-473d-957b-9181c6bee904), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:41.980050 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2df84-bc3f-4a65-9471-66ae7564f805 req-d4df8458-19e9-45ed-a397-61d4e8aed7ce tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:41.981597 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-57c2df84-bc3f-4a65-9471-66ae7564f805 req-d4df8458-19e9-45ed-a397-61d4e8aed7ce tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0136b4c-3a40-4803-b8c6-699b9cdbb6d0 HTTP/1.1" status: 200 len: 945 time: 0.2623482 Apr 06 16:33:41.993182 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a5df6-907f-4efa-b3e4-562b0af21170 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1590a964-12d0-473d-957b-9181c6bee904,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:33:42.028597 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-57c2df84-bc3f-4a65-9471-66ae7564f805 req-d929be86-2d61-4c68-8188-e8c908f91bcc tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd5533c0-48eb-47c7-8bf6-e925bffd5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410903 Apr 06 16:33:42.079867 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0e4a5df6-907f-4efa-b3e4-562b0af21170 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:42.081626 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-0e4a5df6-907f-4efa-b3e4-562b0af21170 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3676047 Apr 06 16:33:42.084484 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 38010) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:33:42.089035 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-6ca82ac0-4e51-453e-b080-2b8a064c33ab tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Request body: {'security_group_rule': {'security_group_id': 'f64d8f25-bb13-4166-a8d7-a76e6e56a23d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:33:42.186046 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-6ca82ac0-4e51-453e-b080-2b8a064c33ab tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks [] for security_group_rule (a34ae9a9-cf42-4967-a5c3-ffce6df7b270), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:42.243148 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-6ca82ac0-4e51-453e-b080-2b8a064c33ab tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks [] for security_group_rule (a34ae9a9-cf42-4967-a5c3-ffce6df7b270), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:42.351006 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-6ca82ac0-4e51-453e-b080-2b8a064c33ab tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654992'] for security_group_rule (a34ae9a9-cf42-4967-a5c3-ffce6df7b270), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:42.368976 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca82ac0-4e51-453e-b080-2b8a064c33ab tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a34ae9a9-cf42-4967-a5c3-ffce6df7b270,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:33:42.508599 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-6ca82ac0-4e51-453e-b080-2b8a064c33ab tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:42.511060 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-6ca82ac0-4e51-453e-b080-2b8a064c33ab tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4247763 Apr 06 16:33:42.513860 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 38018) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:33:42.517792 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-51185eed-6ddd-4b08-beb5-33a0902d8f1a tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Request body: {'floatingip': {'floating_network_id': '5748d197-8213-47ef-9188-592aa7f2e542'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:33:42.631297 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-51185eed-6ddd-4b08-beb5-33a0902d8f1a tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:42.732280 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-51185eed-6ddd-4b08-beb5-33a0902d8f1a tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:42.844131 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.db_base_plugin_common [None req-51185eed-6ddd-4b08-beb5-33a0902d8f1a tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Allocated IP 172.28.0.54 (5748d197-8213-47ef-9188-592aa7f2e542/30360da9-bba6-4593-a408-3cd8aca8fb5f/3c8412a2-ab2e-4621-808d-0151d023d59b) {{(pid=103680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:33:43.001529 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-51185eed-6ddd-4b08-beb5-33a0902d8f1a tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks [] for port (3c8412a2-ab2e-4621-808d-0151d023d59b), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:43.130346 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-51185eed-6ddd-4b08-beb5-33a0902d8f1a tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (3c8412a2-ab2e-4621-808d-0151d023d59b), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:43.171799 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51185eed-6ddd-4b08-beb5-33a0902d8f1a tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Network 5748d197-8213-47ef-9188-592aa7f2e542 is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:33:43.177411 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-51185eed-6ddd-4b08-beb5-33a0902d8f1a tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:33:43.182010 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51185eed-6ddd-4b08-beb5-33a0902d8f1a tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Received port after_create {{(pid=103680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:33:43.185320 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51185eed-6ddd-4b08-beb5-33a0902d8f1a tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Pushing event updated for resources: {'Port': ['ID=3c8412a2-ab2e-4621-808d-0151d023d59b,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:33:43.275414 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-51185eed-6ddd-4b08-beb5-33a0902d8f1a tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks [] for floatingip (13fd1f91-044d-4d3b-bb1b-b5ef9742d944), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:43.409992 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-51185eed-6ddd-4b08-beb5-33a0902d8f1a tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (3c8412a2-ab2e-4621-808d-0151d023d59b), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:43.522940 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8288a-6618-4dbe-a681-7cc73291bfd0 req-6b557286-0f82-40d3-89fa-217692f86c18 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:43.524455 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ffe8288a-6618-4dbe-a681-7cc73291bfd0 req-6b557286-0f82-40d3-89fa-217692f86c18 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0136b4c-3a40-4803-b8c6-699b9cdbb6d0 HTTP/1.1" status: 200 len: 945 time: 0.0559583 Apr 06 16:33:43.572046 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ffe8288a-6618-4dbe-a681-7cc73291bfd0 req-840555ef-5920-4aca-84e0-c3f3632624f1 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd5533c0-48eb-47c7-8bf6-e925bffd5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417171 Apr 06 16:33:43.577335 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-51185eed-6ddd-4b08-beb5-33a0902d8f1a tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks [] for port (3c8412a2-ab2e-4621-808d-0151d023d59b), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:43.690713 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-51185eed-6ddd-4b08-beb5-33a0902d8f1a tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978180'] for port (3c8412a2-ab2e-4621-808d-0151d023d59b), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:43.768117 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51185eed-6ddd-4b08-beb5-33a0902d8f1a tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Pushing event updated for resources: {'Port': ['ID=3c8412a2-ab2e-4621-808d-0151d023d59b,revision_number=2']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:33:43.779220 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-51185eed-6ddd-4b08-beb5-33a0902d8f1a tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617069'] for floatingip (13fd1f91-044d-4d3b-bb1b-b5ef9742d944), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:43.862578 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-51185eed-6ddd-4b08-beb5-33a0902d8f1a tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for floatingip (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:43.863734 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-51185eed-6ddd-4b08-beb5-33a0902d8f1a tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3493319 Apr 06 16:33:44.079018 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-8cc19a39-c56e-4066-9f47-3a79e8cf4049 req-abbd3621-fe00-40f2-854d-b6d8768ee117 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1128076421&fields=id&tenant_id=8d1c6d06c04543878527856ba1e8d48c HTTP/1.1" status: 200 len: 267 time: 0.0624352 Apr 06 16:33:44.183054 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc19a39-c56e-4066-9f47-3a79e8cf4049 req-770a3109-f557-4773-9124-b916a4b4e1db tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:44.184436 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-8cc19a39-c56e-4066-9f47-3a79e8cf4049 req-770a3109-f557-4773-9124-b916a4b4e1db tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/networks?id=dad9ba10-e8cf-4082-94bd-2291edc537cc HTTP/1.1" status: 200 len: 819 time: 0.0983911 Apr 06 16:33:44.198988 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-8cc19a39-c56e-4066-9f47-3a79e8cf4049 req-701ae44f-cca2-46d5-ba0e-8e3704e1d57c tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/quotas/8d1c6d06c04543878527856ba1e8d48c HTTP/1.1" status: 200 len: 375 time: 0.0092320 Apr 06 16:33:44.258215 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-8cc19a39-c56e-4066-9f47-3a79e8cf4049 req-ff89cec6-26d4-4e5d-9cbb-2595d8e29db0 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8d1c6d06c04543878527856ba1e8d48c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0543385 Apr 06 16:33:44.360494 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-8cc19a39-c56e-4066-9f47-3a79e8cf4049 req-ad1cc865-612c-4222-86ee-a17eb2fad61c service neutron] 10.222.0.49 "GET /v2.0/networks/dad9ba10-e8cf-4082-94bd-2291edc537cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886009 Apr 06 16:33:44.451057 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-8cc19a39-c56e-4066-9f47-3a79e8cf4049 req-bb7ca441-6db7-4a3a-988a-14a5d67608c4 service neutron] 10.222.0.49 "GET /v2.0/networks/dad9ba10-e8cf-4082-94bd-2291edc537cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843861 Apr 06 16:33:44.691987 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836af48f-c0ef-4983-bf49-a827d03446de req-f18ca647-509b-49a6-a2d4-67226a5e0994 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:44.693492 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-836af48f-c0ef-4983-bf49-a827d03446de req-f18ca647-509b-49a6-a2d4-67226a5e0994 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0136b4c-3a40-4803-b8c6-699b9cdbb6d0 HTTP/1.1" status: 200 len: 945 time: 0.0558813 Apr 06 16:33:44.752371 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-836af48f-c0ef-4983-bf49-a827d03446de req-706e8d2a-36b2-4ef3-9d67-0e3e662858ec tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd5533c0-48eb-47c7-8bf6-e925bffd5311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529575 Apr 06 16:33:44.772778 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-5e89a1da-45f3-42ee-ae20-e76d5032d8c8 req-71345ea7-ad61-4b3b-9664-2bc9861bf84e tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e99d490d-d94a-4ebb-a269-14239904af9a HTTP/1.1" status: 200 len: 210 time: 0.0357771 Apr 06 16:33:45.158724 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35bbe47-de65-4562-9ee5-70cf8fd52431 req-aeb48fae-ca94-49c9-a2bd-eb7374ab9e7d tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:45.160271 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-c35bbe47-de65-4562-9ee5-70cf8fd52431 req-aeb48fae-ca94-49c9-a2bd-eb7374ab9e7d tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0136b4c-3a40-4803-b8c6-699b9cdbb6d0 HTTP/1.1" status: 200 len: 945 time: 0.0549974 Apr 06 16:33:45.258967 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [req-c35bbe47-de65-4562-9ee5-70cf8fd52431 req-be787b75-ba2a-473d-85da-3476db59ed6a tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Deleting port c58872b7-4e36-47f1-81ab-99f52ae5f65f {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:33:45.259307 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-c35bbe47-de65-4562-9ee5-70cf8fd52431 req-be787b75-ba2a-473d-85da-3476db59ed6a tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (c58872b7-4e36-47f1-81ab-99f52ae5f65f), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:45.354149 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [req-c35bbe47-de65-4562-9ee5-70cf8fd52431 req-be787b75-ba2a-473d-85da-3476db59ed6a tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] For port c58872b7-4e36-47f1-81ab-99f52ae5f65f, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=c58872b7-4e36-47f1-81ab-99f52ae5f65f,segment=NetworkSegment(6715e192-232e-4904-8d95-cd59b0ecf35e),segment_id=6715e192-232e-4904-8d95-cd59b0ecf35e)] {{(pid=103680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:33:45.354510 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-c35bbe47-de65-4562-9ee5-70cf8fd52431 req-be787b75-ba2a-473d-85da-3476db59ed6a tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (c58872b7-4e36-47f1-81ab-99f52ae5f65f), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:45.368146 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [req-c35bbe47-de65-4562-9ee5-70cf8fd52431 req-be787b75-ba2a-473d-85da-3476db59ed6a tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Calling delete_port for c58872b7-4e36-47f1-81ab-99f52ae5f65f owned by compute:nova {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:33:45.580077 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-c35bbe47-de65-4562-9ee5-70cf8fd52431 req-be787b75-ba2a-473d-85da-3476db59ed6a tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (c58872b7-4e36-47f1-81ab-99f52ae5f65f), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:45.602392 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] get_ports_and_sgs() called for port_ids ['c58872b7-4e36-47f1-81ab-99f52ae5f65f'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:33:45.613454 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be787b75-ba2a-473d-85da-3476db59ed6a tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Pushing event deleted for resources: {'Port': ['ID=c58872b7-4e36-47f1-81ab-99f52ae5f65f,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:33:45.655094 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35bbe47-de65-4562-9ee5-70cf8fd52431 req-be787b75-ba2a-473d-85da-3476db59ed6a tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] No DVR routers for this DVR port c58872b7-4e36-47f1-81ab-99f52ae5f65f on host hv-cinder-81566 {{(pid=103680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:33:45.657577 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-c35bbe47-de65-4562-9ee5-70cf8fd52431 req-be787b75-ba2a-473d-85da-3476db59ed6a tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for port (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:45.661880 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-c35bbe47-de65-4562-9ee5-70cf8fd52431 req-be787b75-ba2a-473d-85da-3476db59ed6a tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.39 "DELETE /v2.0/ports/c58872b7-4e36-47f1-81ab-99f52ae5f65f HTTP/1.1" status: 204 len: 173 time: 0.4957418 Apr 06 16:33:45.662319 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0136b4c-3a40-4803-b8c6-699b9cdbb6d0', 'name': 'network-vif-deleted', 'tag': 'c58872b7-4e36-47f1-81ab-99f52ae5f65f'}] {{(pid=103680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:33:45.664587 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37defc4f8c4d51421555421a688636eb49d5c8fee7a473d71a3f8bc7c746dcd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6393f8-9f56-4d98-8fb2-b40bad8579da" -d '{"events": [{"server_uuid": "b0136b4c-3a40-4803-b8c6-699b9cdbb6d0", "name": "network-vif-deleted", "tag": "c58872b7-4e36-47f1-81ab-99f52ae5f65f"}]}' {{(pid=103680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:33:45.700100 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08b5485-32cd-4002-971b-bbe01bad3bd6 x-openstack-request-id: req-d08b5485-32cd-4002-971b-bbe01bad3bd6 {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:33:45.700425 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0136b4c-3a40-4803-b8c6-699b9cdbb6d0", "name": "network-vif-deleted", "tag": "c58872b7-4e36-47f1-81ab-99f52ae5f65f", "status": "completed", "code": 200}]} {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:33:45.700685 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d08b5485-32cd-4002-971b-bbe01bad3bd6 {{(pid=103680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:33:45.701092 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d08b5485-32cd-4002-971b-bbe01bad3bd6'] response: {'server_uuid': 'b0136b4c-3a40-4803-b8c6-699b9cdbb6d0', 'name': 'network-vif-deleted', 'tag': 'c58872b7-4e36-47f1-81ab-99f52ae5f65f', 'status': 'completed', 'code': 200} Apr 06 16:33:45.849838 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-cbaa4255-c8e3-4884-92d6-3dc45fcb9da0 req-20f5da24-af7f-4c66-87ed-3e796205a125 tempest-VolumesActionsTest-1528386389 tempest-VolumesActionsTest-1528386389-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0136b4c-3a40-4803-b8c6-699b9cdbb6d0 HTTP/1.1" status: 200 len: 210 time: 0.0309472 Apr 06 16:33:45.869381 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-0be896ae-1677-43eb-8cc5-a1691e3787a0 req-39412d1a-7b64-4fd3-90fc-acc2046c80ef tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e99d490d-d94a-4ebb-a269-14239904af9a HTTP/1.1" status: 200 len: 210 time: 0.0281930 Apr 06 16:33:46.962475 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-c0c53a85-a39f-49bd-97da-cb10cd344c7b req-f85ee613-ad2e-4e4a-9374-3c3dde8e850b tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e99d490d-d94a-4ebb-a269-14239904af9a HTTP/1.1" status: 200 len: 210 time: 0.0269384 Apr 06 16:33:47.360481 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc19a39-c56e-4066-9f47-3a79e8cf4049 req-182a8ee0-177f-4018-8464-ed595cab380b tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:47.361942 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-8cc19a39-c56e-4066-9f47-3a79e8cf4049 req-182a8ee0-177f-4018-8464-ed595cab380b tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.39 "GET /v2.0/networks?id=dad9ba10-e8cf-4082-94bd-2291edc537cc HTTP/1.1" status: 200 len: 819 time: 0.1150362 Apr 06 16:33:47.433066 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-8cc19a39-c56e-4066-9f47-3a79e8cf4049 req-e04ced5a-54d4-46a2-9e2d-9650d598332f tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d1c6d06c04543878527856ba1e8d48c HTTP/1.1" status: 200 len: 380 time: 0.0585446 Apr 06 16:33:47.443088 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [req-8cc19a39-c56e-4066-9f47-3a79e8cf4049 req-5dbc5939-a44a-491b-917a-1ea2f0270fa8 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Request body: {'port': {'device_id': 'e99d490d-d94a-4ebb-a269-14239904af9a', 'network_id': 'dad9ba10-e8cf-4082-94bd-2291edc537cc', 'admin_state_up': True, 'tenant_id': '8d1c6d06c04543878527856ba1e8d48c', 'security_groups': ['f64d8f25-bb13-4166-a8d7-a76e6e56a23d']}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:33:47.713125 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cc19a39-c56e-4066-9f47-3a79e8cf4049 req-5dbc5939-a44a-491b-917a-1ea2f0270fa8 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Made reservation on behalf of 8d1c6d06c04543878527856ba1e8d48c for: {'port': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:33:47.716944 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-8cc19a39-c56e-4066-9f47-3a79e8cf4049 req-5dbc5939-a44a-491b-917a-1ea2f0270fa8 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:47.862302 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.db_base_plugin_common [req-8cc19a39-c56e-4066-9f47-3a79e8cf4049 req-5dbc5939-a44a-491b-917a-1ea2f0270fa8 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Allocated IP 172.20.0.12 (dad9ba10-e8cf-4082-94bd-2291edc537cc/5076aaf7-c1a1-40bf-87fc-8e1e2ced2174/8e8818eb-db40-49bd-aaee-2f9e618b8156) {{(pid=103680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:33:48.022675 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-8cc19a39-c56e-4066-9f47-3a79e8cf4049 req-5dbc5939-a44a-491b-917a-1ea2f0270fa8 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks [] for port (8e8818eb-db40-49bd-aaee-2f9e618b8156), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:48.077731 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ca7ca6b9-f78e-4006-879e-0e9e1d76d213 req-8248775e-e572-42bc-bbad-4b53e2376a14 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e99d490d-d94a-4ebb-a269-14239904af9a HTTP/1.1" status: 200 len: 210 time: 0.0318234 Apr 06 16:33:48.187290 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-8cc19a39-c56e-4066-9f47-3a79e8cf4049 req-5dbc5939-a44a-491b-917a-1ea2f0270fa8 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (8e8818eb-db40-49bd-aaee-2f9e618b8156), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:48.236720 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cc19a39-c56e-4066-9f47-3a79e8cf4049 req-5dbc5939-a44a-491b-917a-1ea2f0270fa8 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Network dad9ba10-e8cf-4082-94bd-2291edc537cc is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:33:48.240872 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [req-8cc19a39-c56e-4066-9f47-3a79e8cf4049 req-5dbc5939-a44a-491b-917a-1ea2f0270fa8 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:33:48.245822 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc19a39-c56e-4066-9f47-3a79e8cf4049 req-5dbc5939-a44a-491b-917a-1ea2f0270fa8 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Received port after_create {{(pid=103680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:33:48.271341 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc5939-a44a-491b-917a-1ea2f0270fa8 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Pushing event updated for resources: {'Port': ['ID=8e8818eb-db40-49bd-aaee-2f9e618b8156,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:33:48.298431 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc19a39-c56e-4066-9f47-3a79e8cf4049 req-5dbc5939-a44a-491b-917a-1ea2f0270fa8 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:48.299002 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-8cc19a39-c56e-4066-9f47-3a79e8cf4049 req-5dbc5939-a44a-491b-917a-1ea2f0270fa8 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for port (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:48.387412 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-8cc19a39-c56e-4066-9f47-3a79e8cf4049 req-5dbc5939-a44a-491b-917a-1ea2f0270fa8 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9487004 Apr 06 16:33:48.401103 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [req-8cc19a39-c56e-4066-9f47-3a79e8cf4049 req-3ff421c7-f217-44cb-9a2a-2486ff62f9d8 service neutron] Request body: {'port': {'device_id': 'e99d490d-d94a-4ebb-a269-14239904af9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:33:48.441935 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-34560201-0762-4421-9dbf-2eeec40c899e None None] Provisioning complete for port 8e8818eb-db40-49bd-aaee-2f9e618b8156 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:33:48.442488 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-34560201-0762-4421-9dbf-2eeec40c899e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (8e8818eb-db40-49bd-aaee-2f9e618b8156), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:48.467319 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-8cc19a39-c56e-4066-9f47-3a79e8cf4049 req-3ff421c7-f217-44cb-9a2a-2486ff62f9d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (8e8818eb-db40-49bd-aaee-2f9e618b8156), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:48.480488 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-34560201-0762-4421-9dbf-2eeec40c899e None None] Port 8e8818eb-db40-49bd-aaee-2f9e618b8156 cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:33:48.758276 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.notifiers.nova [req-8cc19a39-c56e-4066-9f47-3a79e8cf4049 req-3ff421c7-f217-44cb-9a2a-2486ff62f9d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e8818eb-db40-49bd-aaee-2f9e618b8156 {{(pid=103680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:33:48.766088 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-8cc19a39-c56e-4066-9f47-3a79e8cf4049 req-3ff421c7-f217-44cb-9a2a-2486ff62f9d8 service neutron] Publish callbacks [] for port (8e8818eb-db40-49bd-aaee-2f9e618b8156), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:48.780072 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.provisioning_blocks [req-8cc19a39-c56e-4066-9f47-3a79e8cf4049 req-3ff421c7-f217-44cb-9a2a-2486ff62f9d8 service neutron] Transition to ACTIVE for port object 8e8818eb-db40-49bd-aaee-2f9e618b8156 will not be triggered until provisioned by entity L2. {{(pid=103680) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 16:33:48.901369 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-8cc19a39-c56e-4066-9f47-3a79e8cf4049 req-3ff421c7-f217-44cb-9a2a-2486ff62f9d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978180'] for port (8e8818eb-db40-49bd-aaee-2f9e618b8156), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:48.951231 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff421c7-f217-44cb-9a2a-2486ff62f9d8 service neutron] Pushing event updated for resources: {'Port': ['ID=8e8818eb-db40-49bd-aaee-2f9e618b8156,revision_number=2']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:33:49.033015 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.managers [req-8cc19a39-c56e-4066-9f47-3a79e8cf4049 req-3ff421c7-f217-44cb-9a2a-2486ff62f9d8 service neutron] Attempting to bind port 8e8818eb-db40-49bd-aaee-2f9e618b8156 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:33:49.033364 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.managers [req-8cc19a39-c56e-4066-9f47-3a79e8cf4049 req-3ff421c7-f217-44cb-9a2a-2486ff62f9d8 service neutron] Attempting to bind port 8e8818eb-db40-49bd-aaee-2f9e618b8156 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '49637f16-8a9e-4a3a-a172-f92b3c19ec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'dad9ba10-e8cf-4082-94bd-2291edc537cc'}] {{(pid=103680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:33:49.033710 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc19a39-c56e-4066-9f47-3a79e8cf4049 req-3ff421c7-f217-44cb-9a2a-2486ff62f9d8 service neutron] Attempting to bind port 8e8818eb-db40-49bd-aaee-2f9e618b8156 on network dad9ba10-e8cf-4082-94bd-2291edc537cc {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:33:49.040192 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc19a39-c56e-4066-9f47-3a79e8cf4049 req-3ff421c7-f217-44cb-9a2a-2486ff62f9d8 service neutron] Port 8e8818eb-db40-49bd-aaee-2f9e618b8156 on network dad9ba10-e8cf-4082-94bd-2291edc537cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 16:33:49.040730 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc19a39-c56e-4066-9f47-3a79e8cf4049 req-3ff421c7-f217-44cb-9a2a-2486ff62f9d8 service neutron] Attempting to bind port 8e8818eb-db40-49bd-aaee-2f9e618b8156 on network dad9ba10-e8cf-4082-94bd-2291edc537cc {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:33:49.041667 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device c58872b7-4e36-47f1-81ab-99f52ae5f65f no longer exists at agent hyperv_hv-cinder-81566 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:33:49.046920 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc19a39-c56e-4066-9f47-3a79e8cf4049 req-3ff421c7-f217-44cb-9a2a-2486ff62f9d8 service neutron] Checking agent: {'id': '0e5c86dc-cd19-4356-a060-9388d8808620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 29), 'started_at': datetime.datetime(2022, 4, 6, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:33:49.047432 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc19a39-c56e-4066-9f47-3a79e8cf4049 req-3ff421c7-f217-44cb-9a2a-2486ff62f9d8 service neutron] Checking segment: {'id': '49637f16-8a9e-4a3a-a172-f92b3c19ec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'dad9ba10-e8cf-4082-94bd-2291edc537cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:33:49.047871 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc19a39-c56e-4066-9f47-3a79e8cf4049 req-3ff421c7-f217-44cb-9a2a-2486ff62f9d8 service neutron] Bound using segment: {'id': '49637f16-8a9e-4a3a-a172-f92b3c19ec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'dad9ba10-e8cf-4082-94bd-2291edc537cc'} {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:33:49.048472 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.managers [req-8cc19a39-c56e-4066-9f47-3a79e8cf4049 req-3ff421c7-f217-44cb-9a2a-2486ff62f9d8 service neutron] Bound port: 8e8818eb-db40-49bd-aaee-2f9e618b8156, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49637f16-8a9e-4a3a-a172-f92b3c19ec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'dad9ba10-e8cf-4082-94bd-2291edc537cc'}}] {{(pid=103680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:33:49.048851 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-8cc19a39-c56e-4066-9f47-3a79e8cf4049 req-3ff421c7-f217-44cb-9a2a-2486ff62f9d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (8e8818eb-db40-49bd-aaee-2f9e618b8156), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:49.070825 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] No Port match for: c58872b7-4e36-47f1-81ab-99f52ae5f65f {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:33:49.071184 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device c58872b7-4e36-47f1-81ab-99f52ae5f65f not bound to the agent host hv-cinder-81566 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:33:49.126392 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [req-8cc19a39-c56e-4066-9f47-3a79e8cf4049 req-3ff421c7-f217-44cb-9a2a-2486ff62f9d8 service neutron] For port 8e8818eb-db40-49bd-aaee-2f9e618b8156, host hv-cinder-81566, cleared binding levels {{(pid=103680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:33:49.130467 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [req-8cc19a39-c56e-4066-9f47-3a79e8cf4049 req-3ff421c7-f217-44cb-9a2a-2486ff62f9d8 service neutron] For port 8e8818eb-db40-49bd-aaee-2f9e618b8156, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=8e8818eb-db40-49bd-aaee-2f9e618b8156,segment=NetworkSegment(49637f16-8a9e-4a3a-a172-f92b3c19ec2f),segment_id=49637f16-8a9e-4a3a-a172-f92b3c19ec2f)] {{(pid=103680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:33:49.204941 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-8cc19a39-c56e-4066-9f47-3a79e8cf4049 req-3ff421c7-f217-44cb-9a2a-2486ff62f9d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978180'] for port (8e8818eb-db40-49bd-aaee-2f9e618b8156), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:49.234446 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d753b-03ed-4556-b3c3-5bdc5b77b95c req-922d8184-688d-445d-8429-386b2b375067 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:49.236013 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-c11d753b-03ed-4556-b3c3-5bdc5b77b95c req-922d8184-688d-445d-8429-386b2b375067 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e99d490d-d94a-4ebb-a269-14239904af9a HTTP/1.1" status: 200 len: 944 time: 0.0605865 Apr 06 16:33:49.242386 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc19a39-c56e-4066-9f47-3a79e8cf4049 req-3ff421c7-f217-44cb-9a2a-2486ff62f9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:49.243011 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-8cc19a39-c56e-4066-9f47-3a79e8cf4049 req-3ff421c7-f217-44cb-9a2a-2486ff62f9d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for port (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:49.244562 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-8cc19a39-c56e-4066-9f47-3a79e8cf4049 req-3ff421c7-f217-44cb-9a2a-2486ff62f9d8 service neutron] 10.222.0.39 "PUT /v2.0/ports/8e8818eb-db40-49bd-aaee-2f9e618b8156 HTTP/1.1" status: 200 len: 1094 time: 0.8487833 Apr 06 16:33:49.247347 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e99d490d-d94a-4ebb-a269-14239904af9a', 'tag': '8e8818eb-db40-49bd-aaee-2f9e618b8156'}] {{(pid=103680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:33:49.249315 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37defc4f8c4d51421555421a688636eb49d5c8fee7a473d71a3f8bc7c746dcd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53dceb0b-e20d-4d7a-95eb-66598f1a1762" -d '{"events": [{"name": "network-changed", "server_uuid": "e99d490d-d94a-4ebb-a269-14239904af9a", "tag": "8e8818eb-db40-49bd-aaee-2f9e618b8156"}]}' {{(pid=103680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:33:49.297721 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff421c7-f217-44cb-9a2a-2486ff62f9d8 service neutron] Pushing event updated for resources: {'Port': ['ID=8e8818eb-db40-49bd-aaee-2f9e618b8156,revision_number=3']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:33:49.319326 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694d61ad-b82e-4881-8ab5-4aa808af5faa x-openstack-request-id: req-694d61ad-b82e-4881-8ab5-4aa808af5faa {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:33:49.319739 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e99d490d-d94a-4ebb-a269-14239904af9a", "tag": "8e8818eb-db40-49bd-aaee-2f9e618b8156", "status": "completed", "code": 200}]} {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:33:49.320087 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-694d61ad-b82e-4881-8ab5-4aa808af5faa {{(pid=103680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:33:49.320583 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-694d61ad-b82e-4881-8ab5-4aa808af5faa'] response: {'name': 'network-changed', 'server_uuid': 'e99d490d-d94a-4ebb-a269-14239904af9a', 'tag': '8e8818eb-db40-49bd-aaee-2f9e618b8156', 'status': 'completed', 'code': 200} Apr 06 16:33:49.331971 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-c11d753b-03ed-4556-b3c3-5bdc5b77b95c req-12f4f77c-4250-49bd-8847-471b03c88df1 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=f64d8f25-bb13-4166-a8d7-a76e6e56a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873363 Apr 06 16:33:49.402788 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dceb0b-e20d-4d7a-95eb-66598f1a1762 req-710aa3fa-2d6d-4226-aa54-177da131f910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:49.405291 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-53dceb0b-e20d-4d7a-95eb-66598f1a1762 req-710aa3fa-2d6d-4226-aa54-177da131f910 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d1c6d06c04543878527856ba1e8d48c&device_id=e99d490d-d94a-4ebb-a269-14239904af9a HTTP/1.1" status: 200 len: 1128 time: 0.0599053 Apr 06 16:33:49.528160 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dceb0b-e20d-4d7a-95eb-66598f1a1762 req-8972c6de-f0af-4808-a60a-7f11617a74da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:49.529849 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-53dceb0b-e20d-4d7a-95eb-66598f1a1762 req-8972c6de-f0af-4808-a60a-7f11617a74da service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=8d1c6d06c04543878527856ba1e8d48c&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1138809 Apr 06 16:33:49.636085 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dceb0b-e20d-4d7a-95eb-66598f1a1762 req-174688a4-2619-40ec-802d-5884aeaf64d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:49.637711 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-53dceb0b-e20d-4d7a-95eb-66598f1a1762 req-174688a4-2619-40ec-802d-5884aeaf64d8 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1009934 Apr 06 16:33:49.735653 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc19a39-c56e-4066-9f47-3a79e8cf4049 req-8c555c7b-fc45-4c8c-a589-4d472888c0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:49.737253 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-8cc19a39-c56e-4066-9f47-3a79e8cf4049 req-8c555c7b-fc45-4c8c-a589-4d472888c0b0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d1c6d06c04543878527856ba1e8d48c&device_id=e99d490d-d94a-4ebb-a269-14239904af9a HTTP/1.1" status: 200 len: 1128 time: 0.0495636 Apr 06 16:33:49.787680 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-8cc19a39-c56e-4066-9f47-3a79e8cf4049 req-8628cf31-3557-4227-8922-96e52b796db8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e8818eb-db40-49bd-aaee-2f9e618b8156 HTTP/1.1" status: 200 len: 217 time: 0.0384295 Apr 06 16:33:49.842201 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc19a39-c56e-4066-9f47-3a79e8cf4049 req-0bee8393-b030-4231-86a8-90b66595fdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:49.843721 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-8cc19a39-c56e-4066-9f47-3a79e8cf4049 req-0bee8393-b030-4231-86a8-90b66595fdc0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5076aaf7-c1a1-40bf-87fc-8e1e2ced2174 HTTP/1.1" status: 200 len: 858 time: 0.0504045 Apr 06 16:33:49.902504 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc19a39-c56e-4066-9f47-3a79e8cf4049 req-a9871e5f-8406-4b7d-bdc5-666916e8fb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:49.904161 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-8cc19a39-c56e-4066-9f47-3a79e8cf4049 req-a9871e5f-8406-4b7d-bdc5-666916e8fb47 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dad9ba10-e8cf-4082-94bd-2291edc537cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0533121 Apr 06 16:33:50.009078 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-8cc19a39-c56e-4066-9f47-3a79e8cf4049 req-d6a2ccd4-3e30-4ff2-982a-c57f7c642879 service neutron] 10.222.0.39 "GET /v2.0/networks/dad9ba10-e8cf-4082-94bd-2291edc537cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942955 Apr 06 16:33:50.122259 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-8cc19a39-c56e-4066-9f47-3a79e8cf4049 req-6bb83f04-287f-4a1b-8b7b-c2e7515a3c00 service neutron] 10.222.0.39 "GET /v2.0/networks/dad9ba10-e8cf-4082-94bd-2291edc537cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064639 Apr 06 16:33:50.486662 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c5a64-e517-417f-b698-5cd8a41c0a36 req-a5fbcac2-82d8-412c-ba8d-14cff5c1709f tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:50.495570 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-b47c5a64-e517-417f-b698-5cd8a41c0a36 req-a5fbcac2-82d8-412c-ba8d-14cff5c1709f tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e99d490d-d94a-4ebb-a269-14239904af9a HTTP/1.1" status: 200 len: 944 time: 0.0764866 Apr 06 16:33:50.556511 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-b47c5a64-e517-417f-b698-5cd8a41c0a36 req-ba6bef7c-0dd1-4d3b-b54d-fbd0a30f855d tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=f64d8f25-bb13-4166-a8d7-a76e6e56a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595891 Apr 06 16:33:51.733276 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bcde36-e4df-4a1c-9459-fff34182555e req-e0bb6937-a013-4c69-93ff-56e71619d4b3 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:51.735001 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-16bcde36-e4df-4a1c-9459-fff34182555e req-e0bb6937-a013-4c69-93ff-56e71619d4b3 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e99d490d-d94a-4ebb-a269-14239904af9a HTTP/1.1" status: 200 len: 944 time: 0.0762455 Apr 06 16:33:51.809138 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-16bcde36-e4df-4a1c-9459-fff34182555e req-b8dfc44a-5fd3-442c-8cbf-1504d960e4f5 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=f64d8f25-bb13-4166-a8d7-a76e6e56a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665567 Apr 06 16:33:52.985876 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec89ae-de73-41ab-b948-7528d43134ee req-201e33a1-b93f-440e-bb18-9e35d99f2373 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:52.987499 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-c5ec89ae-de73-41ab-b948-7528d43134ee req-201e33a1-b93f-440e-bb18-9e35d99f2373 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e99d490d-d94a-4ebb-a269-14239904af9a HTTP/1.1" status: 200 len: 944 time: 0.0844262 Apr 06 16:33:53.286833 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-c5ec89ae-de73-41ab-b948-7528d43134ee req-a114e6b0-eec5-47dc-8948-a90bb1b53be3 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=f64d8f25-bb13-4166-a8d7-a76e6e56a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2928596 Apr 06 16:33:53.491992 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 38216) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:33:53.627419 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-89d7b7de-364f-403c-a747-f8b9d16136ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:53.720855 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-89d7b7de-364f-403c-a747-f8b9d16136ac admin admin] Publish callbacks [] for security_group (3eb57152-0db6-49c6-b556-23c0c6d2c94a), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:53.825594 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-89d7b7de-364f-403c-a747-f8b9d16136ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (3eb57152-0db6-49c6-b556-23c0c6d2c94a), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:53.866026 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d7b7de-364f-403c-a747-f8b9d16136ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb57152-0db6-49c6-b556-23c0c6d2c94a,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:33:53.871924 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-89d7b7de-364f-403c-a747-f8b9d16136ac admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9e3689a422b044ff97f3af5f0de8e4fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3785694 Apr 06 16:33:53.874626 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 38224) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:33:53.929208 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-591beedd-d5a6-4c1d-970c-7ff9b69631cc admin admin] Publish callbacks [] for security_group (3eb57152-0db6-49c6-b556-23c0c6d2c94a), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:53.953698 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-591beedd-d5a6-4c1d-970c-7ff9b69631cc admin admin] Publish callbacks [] for security_group (3eb57152-0db6-49c6-b556-23c0c6d2c94a), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:54.096457 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-591beedd-d5a6-4c1d-970c-7ff9b69631cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (3eb57152-0db6-49c6-b556-23c0c6d2c94a), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:54.100398 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-591beedd-d5a6-4c1d-970c-7ff9b69631cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:54.106581 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-591beedd-d5a6-4c1d-970c-7ff9b69631cc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3eb57152-0db6-49c6-b556-23c0c6d2c94a HTTP/1.1" status: 204 len: 168 time: 0.2288933 Apr 06 16:33:54.118732 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591beedd-d5a6-4c1d-970c-7ff9b69631cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb57152-0db6-49c6-b556-23c0c6d2c94a,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:33:54.420923 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5452c8b-694e-49e6-8842-c1478b5b2416 req-c2546bfb-bf00-434c-b974-b6512f7b8b31 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:54.429646 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-d5452c8b-694e-49e6-8842-c1478b5b2416 req-c2546bfb-bf00-434c-b974-b6512f7b8b31 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e99d490d-d94a-4ebb-a269-14239904af9a HTTP/1.1" status: 200 len: 944 time: 0.0654795 Apr 06 16:33:54.495877 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-d5452c8b-694e-49e6-8842-c1478b5b2416 req-efd9aff7-3f0a-4bd0-aade-ab444eb9e406 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=f64d8f25-bb13-4166-a8d7-a76e6e56a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651903 Apr 06 16:33:55.053668 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 8e8818eb-db40-49bd-aaee-2f9e618b8156 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=103682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 16:33:55.182830 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 8e8818eb-db40-49bd-aaee-2f9e618b8156, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=8e8818eb-db40-49bd-aaee-2f9e618b8156,segment=NetworkSegment(49637f16-8a9e-4a3a-a172-f92b3c19ec2f),segment_id=49637f16-8a9e-4a3a-a172-f92b3c19ec2f)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:33:55.206155 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Returning: {'device': '8e8818eb-db40-49bd-aaee-2f9e618b8156', 'network_id': 'dad9ba10-e8cf-4082-94bd-2291edc537cc', 'port_id': '8e8818eb-db40-49bd-aaee-2f9e618b8156', 'mac_address': 'fa:16:3e:ad:72:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5076aaf7-c1a1-40bf-87fc-8e1e2ced2174', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 16:33:55.255319 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Current status of the port 8e8818eb-db40-49bd-aaee-2f9e618b8156 is: DOWN; New status is: BUILD {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:33:55.256039 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (8e8818eb-db40-49bd-aaee-2f9e618b8156), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:55.277798 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.notifiers.nova [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e8818eb-db40-49bd-aaee-2f9e618b8156 {{(pid=103682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:33:55.307030 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 8e8818eb-db40-49bd-aaee-2f9e618b8156, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=8e8818eb-db40-49bd-aaee-2f9e618b8156,segment=NetworkSegment(49637f16-8a9e-4a3a-a172-f92b3c19ec2f),segment_id=49637f16-8a9e-4a3a-a172-f92b3c19ec2f)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:33:55.426161 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (8e8818eb-db40-49bd-aaee-2f9e618b8156), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:55.482231 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Pushing event updated for resources: {'Port': ['ID=8e8818eb-db40-49bd-aaee-2f9e618b8156,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:33:55.645863 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfadc43f-1c11-44a7-910c-a4224e7b8772 req-62da1a89-4802-4488-9ed5-fb1d65b32a7a tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:55.647415 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-bfadc43f-1c11-44a7-910c-a4224e7b8772 req-62da1a89-4802-4488-9ed5-fb1d65b32a7a tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e99d490d-d94a-4ebb-a269-14239904af9a HTTP/1.1" status: 200 len: 945 time: 0.0744133 Apr 06 16:33:55.702380 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-bfadc43f-1c11-44a7-910c-a4224e7b8772 req-770aa26e-899b-4ced-b09b-a0a762475cb0 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=f64d8f25-bb13-4166-a8d7-a76e6e56a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471778 Apr 06 16:33:55.875931 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] get_ports_and_sgs() called for port_ids ['8e8818eb-db40-49bd-aaee-2f9e618b8156'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:33:56.833721 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29ded7-0074-4e31-b753-a8171bb1c294 req-8e49843e-1d11-4def-bc27-ae42f8e9295f tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:56.835266 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-af29ded7-0074-4e31-b753-a8171bb1c294 req-8e49843e-1d11-4def-bc27-ae42f8e9295f tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e99d490d-d94a-4ebb-a269-14239904af9a HTTP/1.1" status: 200 len: 945 time: 0.0612328 Apr 06 16:33:56.885120 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-af29ded7-0074-4e31-b753-a8171bb1c294 req-d444a020-4ea8-428c-a7ef-06e912990ccb tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=f64d8f25-bb13-4166-a8d7-a76e6e56a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436528 Apr 06 16:33:57.102693 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 8e8818eb-db40-49bd-aaee-2f9e618b8156 up at agent hyperv_hv-cinder-81566 {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:33:57.318920 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Provisioning for port 8e8818eb-db40-49bd-aaee-2f9e618b8156 completed by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 16:33:57.326400 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Provisioning complete for port 8e8818eb-db40-49bd-aaee-2f9e618b8156 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:33:57.327241 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (8e8818eb-db40-49bd-aaee-2f9e618b8156), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:57.431483 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Current status of the port 8e8818eb-db40-49bd-aaee-2f9e618b8156 is: BUILD; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:33:57.431989 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (8e8818eb-db40-49bd-aaee-2f9e618b8156), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:57.460224 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99d490d-d94a-4ebb-a269-14239904af9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e8818eb-db40-49bd-aaee-2f9e618b8156'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:33:57.462545 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f701ca042f89aa6373cad35a0647e7390d8b08e4e39c46ca7d095e958c03af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a292c7f-3886-4763-93bb-694ac32f451e" -d '{"events": [{"server_uuid": "e99d490d-d94a-4ebb-a269-14239904af9a", "name": "network-vif-plugged", "status": "completed", "tag": "8e8818eb-db40-49bd-aaee-2f9e618b8156"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:33:57.480680 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 8e8818eb-db40-49bd-aaee-2f9e618b8156, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=8e8818eb-db40-49bd-aaee-2f9e618b8156,segment=NetworkSegment(49637f16-8a9e-4a3a-a172-f92b3c19ec2f),segment_id=49637f16-8a9e-4a3a-a172-f92b3c19ec2f)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:33:57.517382 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c77c566-69cd-49d5-86ac-3a4542e7a4b9 x-openstack-request-id: req-1c77c566-69cd-49d5-86ac-3a4542e7a4b9 {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:33:57.517767 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e99d490d-d94a-4ebb-a269-14239904af9a", "name": "network-vif-plugged", "status": "completed", "tag": "8e8818eb-db40-49bd-aaee-2f9e618b8156", "code": 200}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:33:57.518075 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1c77c566-69cd-49d5-86ac-3a4542e7a4b9 {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:33:57.518632 dv-cinder-815660-7-smb neutron-server[103682]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c77c566-69cd-49d5-86ac-3a4542e7a4b9'] response: {'server_uuid': 'e99d490d-d94a-4ebb-a269-14239904af9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e8818eb-db40-49bd-aaee-2f9e618b8156', 'code': 200} Apr 06 16:33:57.771662 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (8e8818eb-db40-49bd-aaee-2f9e618b8156), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:57.826649 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Pushing event updated for resources: {'Port': ['ID=8e8818eb-db40-49bd-aaee-2f9e618b8156,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:33:58.073362 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf786f-b421-49c8-9482-26e7f96e2208 req-338babb2-4f43-4211-aeac-e257e4566afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:58.086364 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-fbaf786f-b421-49c8-9482-26e7f96e2208 req-338babb2-4f43-4211-aeac-e257e4566afe service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e99d490d-d94a-4ebb-a269-14239904af9a HTTP/1.1" status: 200 len: 1130 time: 0.1345897 Apr 06 16:33:58.120526 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a90ef0-adf1-43ff-ab59-8077d2a179f6 req-c5dd1af2-f1f2-4aec-a6df-612c9dd81a04 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:58.128078 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-f3a90ef0-adf1-43ff-ab59-8077d2a179f6 req-c5dd1af2-f1f2-4aec-a6df-612c9dd81a04 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e99d490d-d94a-4ebb-a269-14239904af9a HTTP/1.1" status: 200 len: 946 time: 0.1129301 Apr 06 16:33:58.175244 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-fbaf786f-b421-49c8-9482-26e7f96e2208 req-6ef3a333-dbbc-4681-b2a7-23b3061d0777 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f64d8f25-bb13-4166-a8d7-a76e6e56a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840383 Apr 06 16:33:58.184405 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-f3a90ef0-adf1-43ff-ab59-8077d2a179f6 req-673150d6-ef38-4b72-a9a8-64008c3f02fe tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=f64d8f25-bb13-4166-a8d7-a76e6e56a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550256 Apr 06 16:33:58.815277 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-e768b4c6-3c81-4abd-ad65-ea7de43417a0 req-a70b2e00-9e27-4627-806f-7ee3bd66ed1e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0641840 Apr 06 16:33:59.341069 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8065540d-7412-43ad-bbb1-8d15a874caae req-e41b07b5-3382-4aab-96ae-dd217ea74b06 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:59.347537 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-8065540d-7412-43ad-bbb1-8d15a874caae req-e41b07b5-3382-4aab-96ae-dd217ea74b06 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e99d490d-d94a-4ebb-a269-14239904af9a HTTP/1.1" status: 200 len: 946 time: 0.0731764 Apr 06 16:33:59.403314 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-8065540d-7412-43ad-bbb1-8d15a874caae req-cb9abe2d-8087-4aa1-960f-df74120424e6 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=f64d8f25-bb13-4166-a8d7-a76e6e56a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546513 Apr 06 16:33:59.490990 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768b4c6-3c81-4abd-ad65-ea7de43417a0 req-ac0e67a1-f932-404c-a54d-6e2467d89199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:59.492569 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-e768b4c6-3c81-4abd-ad65-ea7de43417a0 req-ac0e67a1-f932-404c-a54d-6e2467d89199 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=df990c96c1f44ba6a6f2aa8be5911c99&device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 1130 time: 0.0513000 Apr 06 16:33:59.666594 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768b4c6-3c81-4abd-ad65-ea7de43417a0 req-7f56dc7b-3112-4e8e-b40d-78d29354f086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:59.667510 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-e768b4c6-3c81-4abd-ad65-ea7de43417a0 req-7f56dc7b-3112-4e8e-b40d-78d29354f086 service neutron] 10.222.0.39 "GET /v2.0/networks?id=31d40b1e-6325-447a-b5a1-db51342d35c1 HTTP/1.1" status: 200 len: 912 time: 0.1286309 Apr 06 16:33:59.769366 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-e768b4c6-3c81-4abd-ad65-ea7de43417a0 req-95255ade-11bc-4636-974e-c73b9dae20f8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56f7c595-be44-48b6-8839-097f49b7fb83 HTTP/1.1" status: 200 len: 1002 time: 0.0924191 Apr 06 16:33:59.782021 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-6f3bbbe5-08d3-4627-8975-349fc3db5a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:33:59.923497 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768b4c6-3c81-4abd-ad65-ea7de43417a0 req-f33ef754-5a5c-46dd-bc48-9ecdc24f5885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:33:59.925082 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-e768b4c6-3c81-4abd-ad65-ea7de43417a0 req-f33ef754-5a5c-46dd-bc48-9ecdc24f5885 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=86d619c9-3cbf-4e29-bfd6-a7485621c49d HTTP/1.1" status: 200 len: 850 time: 0.0564954 Apr 06 16:34:00.387541 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (0e5c86dc-cd19-4356-a060-9388d8808620), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:00.468875 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768b4c6-3c81-4abd-ad65-ea7de43417a0 req-197ecce9-6956-4be3-9e95-d214b2f6a669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:00.470403 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-e768b4c6-3c81-4abd-ad65-ea7de43417a0 req-197ecce9-6956-4be3-9e95-d214b2f6a669 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=31d40b1e-6325-447a-b5a1-db51342d35c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0637252 Apr 06 16:34:00.562824 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0851a3-6abc-4ed3-a62c-8f24d8f0c8fa req-a2f94c2d-e689-4e4d-b6da-2f3c8ed70838 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:00.573323 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ce0851a3-6abc-4ed3-a62c-8f24d8f0c8fa req-a2f94c2d-e689-4e4d-b6da-2f3c8ed70838 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e99d490d-d94a-4ebb-a269-14239904af9a HTTP/1.1" status: 200 len: 946 time: 0.0874290 Apr 06 16:34:00.587622 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-e768b4c6-3c81-4abd-ad65-ea7de43417a0 req-9f91aa99-a69e-49cb-a6ad-c80ce3f2cd02 service neutron] 10.222.0.39 "GET /v2.0/networks/31d40b1e-6325-447a-b5a1-db51342d35c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085095 Apr 06 16:34:00.635451 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ce0851a3-6abc-4ed3-a62c-8f24d8f0c8fa req-10e67e28-fd70-421e-83a6-5bfd1a3815e9 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=f64d8f25-bb13-4166-a8d7-a76e6e56a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607247 Apr 06 16:34:00.700822 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-e768b4c6-3c81-4abd-ad65-ea7de43417a0 req-3683e620-d630-44e4-9151-4a82ee7a62fb service neutron] 10.222.0.39 "GET /v2.0/networks/31d40b1e-6325-447a-b5a1-db51342d35c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051984 Apr 06 16:34:00.781772 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb001e-078f-482e-8820-b5098e886330 req-a1e93a44-c695-4a14-84e5-8bc2be7ba3d3 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:00.783271 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-bfbb001e-078f-482e-8820-b5098e886330 req-a1e93a44-c695-4a14-84e5-8bc2be7ba3d3 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e99d490d-d94a-4ebb-a269-14239904af9a HTTP/1.1" status: 200 len: 946 time: 0.0631564 Apr 06 16:34:00.793397 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 38322) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:34:00.798453 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-e4463a4f-c4c1-4b61-870b-82bbd8743a90 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Request body: {'floatingip': {'port_id': '8e8818eb-db40-49bd-aaee-2f9e618b8156'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:34:00.847009 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e4463a4f-c4c1-4b61-870b-82bbd8743a90 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks [] for floatingip (13fd1f91-044d-4d3b-bb1b-b5ef9742d944), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:01.453005 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e4463a4f-c4c1-4b61-870b-82bbd8743a90 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:01.576566 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e4463a4f-c4c1-4b61-870b-82bbd8743a90 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617069'] for floatingip (13fd1f91-044d-4d3b-bb1b-b5ef9742d944), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:01.699027 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.db.l3_db [None req-e4463a4f-c4c1-4b61-870b-82bbd8743a90 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Floating IP 13fd1f91-044d-4d3b-bb1b-b5ef9742d944 associated. External IP: 172.28.0.54, port: 8e8818eb-db40-49bd-aaee-2f9e618b8156. Apr 06 16:34:01.960020 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4463a4f-c4c1-4b61-870b-82bbd8743a90 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Router 4db718bd-92f7-4920-9f2c-e07323d650c5 has already been hosted by L3 agent 94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e {{(pid=103680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:34:02.093978 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4463a4f-c4c1-4b61-870b-82bbd8743a90 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Notify agent at l3_agent.dv-cinder-815660-7-smb the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:34:02.096195 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b8d69d31-f52f-4df1-8d88-2a2cecaff7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:02.100113 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e4463a4f-c4c1-4b61-870b-82bbd8743a90 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for floatingip (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:02.107752 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df767f3c-31ec-48cf-830d-0fdfeaf54e9d None None] Sync routers for ids ['4db718bd-92f7-4920-9f2c-e07323d650c5'] in dv-cinder-815660-7-smb {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:34:02.118529 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df767f3c-31ec-48cf-830d-0fdfeaf54e9d None None] Routers {'4db718bd-92f7-4920-9f2c-e07323d650c5'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:34:02.119178 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-df767f3c-31ec-48cf-830d-0fdfeaf54e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:34:02Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['4db718bd-92f7-4920-9f2c-e07323d650c5'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:34:02.130351 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-e4463a4f-c4c1-4b61-870b-82bbd8743a90 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "PUT /v2.0/floatingips/13fd1f91-044d-4d3b-bb1b-b5ef9742d944 HTTP/1.1" status: 200 len: 991 time: 1.3357515 Apr 06 16:34:02.130960 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e99d490d-d94a-4ebb-a269-14239904af9a', 'tag': '8e8818eb-db40-49bd-aaee-2f9e618b8156'}] {{(pid=103680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:34:02.133232 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37defc4f8c4d51421555421a688636eb49d5c8fee7a473d71a3f8bc7c746dcd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80bbf0de-b122-434a-a488-5e9c8b371346" -d '{"events": [{"name": "network-changed", "server_uuid": "e99d490d-d94a-4ebb-a269-14239904af9a", "tag": "8e8818eb-db40-49bd-aaee-2f9e618b8156"}]}' {{(pid=103680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:34:02.169320 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8003e2a-0cb2-4323-9362-2f74075a89f3 x-openstack-request-id: req-a8003e2a-0cb2-4323-9362-2f74075a89f3 {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:34:02.169615 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e99d490d-d94a-4ebb-a269-14239904af9a", "tag": "8e8818eb-db40-49bd-aaee-2f9e618b8156", "status": "completed", "code": 200}]} {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:34:02.169871 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a8003e2a-0cb2-4323-9362-2f74075a89f3 {{(pid=103680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:34:02.170283 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8003e2a-0cb2-4323-9362-2f74075a89f3'] response: {'name': 'network-changed', 'server_uuid': 'e99d490d-d94a-4ebb-a269-14239904af9a', 'tag': '8e8818eb-db40-49bd-aaee-2f9e618b8156', 'status': 'completed', 'code': 200} Apr 06 16:34:02.231511 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-df767f3c-31ec-48cf-830d-0fdfeaf54e9d None None] Set router 4db718bd-92f7-4920-9f2c-e07323d650c5 gateway port host: dv-cinder-815660-7-smb {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:34:02.247731 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bbf0de-b122-434a-a488-5e9c8b371346 req-34a2f213-265f-4c39-a57a-b72f370b8eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:02.249647 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-80bbf0de-b122-434a-a488-5e9c8b371346 req-34a2f213-265f-4c39-a57a-b72f370b8eae service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d1c6d06c04543878527856ba1e8d48c&device_id=e99d490d-d94a-4ebb-a269-14239904af9a HTTP/1.1" status: 200 len: 1130 time: 0.0525627 Apr 06 16:34:02.368908 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bbf0de-b122-434a-a488-5e9c8b371346 req-239216c3-fdf6-439e-a4a9-851929aea01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:02.370401 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-80bbf0de-b122-434a-a488-5e9c8b371346 req-239216c3-fdf6-439e-a4a9-851929aea01c service neutron] 10.222.0.39 "GET /v2.0/networks?id=dad9ba10-e8cf-4082-94bd-2291edc537cc HTTP/1.1" status: 200 len: 920 time: 0.1144869 Apr 06 16:34:02.466673 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-80bbf0de-b122-434a-a488-5e9c8b371346 req-6ae761f1-4d4e-400e-a421-40639e4884ed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e8818eb-db40-49bd-aaee-2f9e618b8156 HTTP/1.1" status: 200 len: 999 time: 0.0891507 Apr 06 16:34:02.558518 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bbf0de-b122-434a-a488-5e9c8b371346 req-42d55e01-f673-4c63-8a8c-cbebee9f483b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:02.560027 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-80bbf0de-b122-434a-a488-5e9c8b371346 req-42d55e01-f673-4c63-8a8c-cbebee9f483b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5076aaf7-c1a1-40bf-87fc-8e1e2ced2174 HTTP/1.1" status: 200 len: 858 time: 0.0866416 Apr 06 16:34:02.630885 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.agents_db [None req-a950ddbd-9d44-4943-b7d7-a118ae2e1c13 None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:34:02.641664 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bbf0de-b122-434a-a488-5e9c8b371346 req-af1a0822-6db7-4eec-9935-b0b3fa2af15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:02.643756 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-80bbf0de-b122-434a-a488-5e9c8b371346 req-af1a0822-6db7-4eec-9935-b0b3fa2af15e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dad9ba10-e8cf-4082-94bd-2291edc537cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0755513 Apr 06 16:34:02.674513 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-df767f3c-31ec-48cf-830d-0fdfeaf54e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1620502577-router', 'tenant_id': '8d1c6d06c04543878527856ba1e8d48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': 'e2089023-cc90-4268-b659-37fd05f1c4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:16Z', 'updated_at': '2022-04-06T16:31:31Z', 'revision_number': 4, 'project_id': '8d1c6d06c04543878527856ba1e8d48c', 'gw_port': {'id': 'e2089023-cc90-4268-b659-37fd05f1c4ba', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:18Z', 'updated_at': '2022-04-06T16:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_floatingips': [{'id': '13fd1f91-044d-4d3b-bb1b-b5ef9742d944', 'tenant_id': '8d1c6d06c04543878527856ba1e8d48c', 'floating_ip_address': '172.28.0.54', 'floating_network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'router_id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'port_id': '8e8818eb-db40-49bd-aaee-2f9e618b8156', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dad9ba10-e8cf-4082-94bd-2291edc537cc', 'mac_address': 'fa:16:3e:ad:72:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99d490d-d94a-4ebb-a269-14239904af9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:33:43Z', 'updated_at': '2022-04-06T16:34:01Z', 'revision_number': 1, 'project_id': '8d1c6d06c04543878527856ba1e8d48c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc887f8-17cb-4d07-9f7a-20921d3830d9', 'name': '', 'network_id': 'dad9ba10-e8cf-4082-94bd-2291edc537cc', 'tenant_id': '8d1c6d06c04543878527856ba1e8d48c', 'mac_address': 'fa:16:3e:a5:e6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5076aaf7-c1a1-40bf-87fc-8e1e2ced2174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:27Z', 'updated_at': '2022-04-06T16:31:48Z', 'revision_number': 5, 'project_id': '8d1c6d06c04543878527856ba1e8d48c', 'subnets': [{'id': '5076aaf7-c1a1-40bf-87fc-8e1e2ced2174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:34:02.712407 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df767f3c-31ec-48cf-830d-0fdfeaf54e9d None None] Checking router: 4db718bd-92f7-4920-9f2c-e07323d650c5 for host: dv-cinder-815660-7-smb {{(pid=103683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:34:02.723479 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df767f3c-31ec-48cf-830d-0fdfeaf54e9d None None] Routers {'4db718bd-92f7-4920-9f2c-e07323d650c5'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:34:02.724366 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-df767f3c-31ec-48cf-830d-0fdfeaf54e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:34:02Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['4db718bd-92f7-4920-9f2c-e07323d650c5'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:34:02.762204 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-80bbf0de-b122-434a-a488-5e9c8b371346 req-49eda115-b824-49eb-892a-0c7040c00570 service neutron] 10.222.0.39 "GET /v2.0/networks/dad9ba10-e8cf-4082-94bd-2291edc537cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114688 Apr 06 16:34:02.884823 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-df767f3c-31ec-48cf-830d-0fdfeaf54e9d None None] Set router 4db718bd-92f7-4920-9f2c-e07323d650c5 gateway port host: dv-cinder-815660-7-smb {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:34:02.934421 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-80bbf0de-b122-434a-a488-5e9c8b371346 req-e9bd06e8-2211-44a8-9fa6-f992709a965d service neutron] 10.222.0.39 "GET /v2.0/networks/dad9ba10-e8cf-4082-94bd-2291edc537cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626511 Apr 06 16:34:03.206746 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-df767f3c-31ec-48cf-830d-0fdfeaf54e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1620502577-router', 'tenant_id': '8d1c6d06c04543878527856ba1e8d48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': 'e2089023-cc90-4268-b659-37fd05f1c4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:16Z', 'updated_at': '2022-04-06T16:31:31Z', 'revision_number': 4, 'project_id': '8d1c6d06c04543878527856ba1e8d48c', 'gw_port': {'id': 'e2089023-cc90-4268-b659-37fd05f1c4ba', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:18Z', 'updated_at': '2022-04-06T16:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_floatingips': [{'id': '13fd1f91-044d-4d3b-bb1b-b5ef9742d944', 'tenant_id': '8d1c6d06c04543878527856ba1e8d48c', 'floating_ip_address': '172.28.0.54', 'floating_network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'router_id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'port_id': '8e8818eb-db40-49bd-aaee-2f9e618b8156', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dad9ba10-e8cf-4082-94bd-2291edc537cc', 'mac_address': 'fa:16:3e:ad:72:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99d490d-d94a-4ebb-a269-14239904af9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:33:43Z', 'updated_at': '2022-04-06T16:34:01Z', 'revision_number': 1, 'project_id': '8d1c6d06c04543878527856ba1e8d48c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc887f8-17cb-4d07-9f7a-20921d3830d9', 'name': '', 'network_id': 'dad9ba10-e8cf-4082-94bd-2291edc537cc', 'tenant_id': '8d1c6d06c04543878527856ba1e8d48c', 'mac_address': 'fa:16:3e:a5:e6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5076aaf7-c1a1-40bf-87fc-8e1e2ced2174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:27Z', 'updated_at': '2022-04-06T16:31:48Z', 'revision_number': 5, 'project_id': '8d1c6d06c04543878527856ba1e8d48c', 'subnets': [{'id': '5076aaf7-c1a1-40bf-87fc-8e1e2ced2174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:34:03.241570 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df767f3c-31ec-48cf-830d-0fdfeaf54e9d None None] The sync data for ids ['4db718bd-92f7-4920-9f2c-e07323d650c5'] in dv-cinder-815660-7-smb is: [{'id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1620502577-router', 'tenant_id': '8d1c6d06c04543878527856ba1e8d48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': 'e2089023-cc90-4268-b659-37fd05f1c4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:16Z', 'updated_at': '2022-04-06T16:31:31Z', 'revision_number': 4, 'project_id': '8d1c6d06c04543878527856ba1e8d48c', 'gw_port': {'id': 'e2089023-cc90-4268-b659-37fd05f1c4ba', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:18Z', 'updated_at': '2022-04-06T16:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_floatingips': [{'id': '13fd1f91-044d-4d3b-bb1b-b5ef9742d944', 'tenant_id': '8d1c6d06c04543878527856ba1e8d48c', 'floating_ip_address': '172.28.0.54', 'floating_network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'router_id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'port_id': '8e8818eb-db40-49bd-aaee-2f9e618b8156', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dad9ba10-e8cf-4082-94bd-2291edc537cc', 'mac_address': 'fa:16:3e:ad:72:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99d490d-d94a-4ebb-a269-14239904af9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:33:43Z', 'updated_at': '2022-04-06T16:34:01Z', 'revision_number': 1, 'project_id': '8d1c6d06c04543878527856ba1e8d48c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc887f8-17cb-4d07-9f7a-20921d3830d9', 'name': '', 'network_id': 'dad9ba10-e8cf-4082-94bd-2291edc537cc', 'tenant_id': '8d1c6d06c04543878527856ba1e8d48c', 'mac_address': 'fa:16:3e:a5:e6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5076aaf7-c1a1-40bf-87fc-8e1e2ced2174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:27Z', 'updated_at': '2022-04-06T16:31:48Z', 'revision_number': 5, 'project_id': '8d1c6d06c04543878527856ba1e8d48c', 'subnets': [{'id': '5076aaf7-c1a1-40bf-87fc-8e1e2ced2174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:34:03.485008 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:03.517379 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1edb94-3e3b-455b-94dd-3090f634b794 None None] New status for floating IP 13fd1f91-044d-4d3b-bb1b-b5ef9742d944: ACTIVE {{(pid=103682) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 16:34:04.632275 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:06.143409 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:10.901243 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 38530) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:34:10.946140 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ff0ed8-0ade-4b15-9e51-96df311a7989 admin admin] Deleting subnet bfb9c086-fdec-43c4-b665-309271439b75 {{(pid=103680) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 16:34:10.949327 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-88ff0ed8-0ade-4b15-9e51-96df311a7989 admin admin] Publish callbacks [] for subnet (bfb9c086-fdec-43c4-b665-309271439b75), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:10.982789 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-88ff0ed8-0ade-4b15-9e51-96df311a7989 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5945672'] for subnet (bfb9c086-fdec-43c4-b665-309271439b75), precommit_delete_associations {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:11.026326 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-88ff0ed8-0ade-4b15-9e51-96df311a7989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1833433'] for subnet (bfb9c086-fdec-43c4-b665-309271439b75), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:11.171325 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-88ff0ed8-0ade-4b15-9e51-96df311a7989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1833430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5978122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4346813'] for subnet (bfb9c086-fdec-43c4-b665-309271439b75), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:11.199909 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff0ed8-0ade-4b15-9e51-96df311a7989 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfb9c086-fdec-43c4-b665-309271439b75,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:34:11.205565 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-88ff0ed8-0ade-4b15-9e51-96df311a7989 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:11.210196 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-88ff0ed8-0ade-4b15-9e51-96df311a7989 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/bfb9c086-fdec-43c4-b665-309271439b75 HTTP/1.1" status: 204 len: 168 time: 0.3078392 Apr 06 16:34:11.212781 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 38536) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:34:11.283384 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4ceaf1e2-45c2-42a4-a697-c0da648845f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1710238'] for network (4abac84c-6978-4cb5-8a6f-bd4316ffded0), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:11.366651 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4ceaf1e2-45c2-42a4-a697-c0da648845f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1831458', 'neutron.services.segments.db._delete_segments_for_network-8758156444793'] for network (4abac84c-6978-4cb5-8a6f-bd4316ffded0), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:11.386995 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.services.segments.db [None req-4ceaf1e2-45c2-42a4-a697-c0da648845f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4abac84c-6978-4cb5-8a6f-bd4316ffded0']}} {{(pid=103680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:34:11.397173 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.services.segments.db [None req-4ceaf1e2-45c2-42a4-a697-c0da648845f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6715e192-232e-4904-8d95-cd59b0ecf35e') {'for_net_delete': True} {{(pid=103680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:34:11.397473 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.services.segments.db [None req-4ceaf1e2-45c2-42a4-a697-c0da648845f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6715e192-232e-4904-8d95-cd59b0ecf35e') {} {{(pid=103680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:34:11.406762 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4ceaf1e2-45c2-42a4-a697-c0da648845f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758156443522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5945779'] for segment (6715e192-232e-4904-8d95-cd59b0ecf35e), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:11.420564 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4ceaf1e2-45c2-42a4-a697-c0da648845f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1728802'] for segment (6715e192-232e-4904-8d95-cd59b0ecf35e), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:11.427363 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ceaf1e2-45c2-42a4-a697-c0da648845f6 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103680) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 16:34:11.427363 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4ceaf1e2-45c2-42a4-a697-c0da648845f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1728802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5978208'] for segment (6715e192-232e-4904-8d95-cd59b0ecf35e), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:11.429021 dv-cinder-815660-7-smb neutron-server[103680]: Traceback (most recent call last): Apr 06 16:34:11.429021 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 16:34:11.429021 dv-cinder-815660-7-smb neutron-server[103680]: timer() Apr 06 16:34:11.429021 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 16:34:11.429021 dv-cinder-815660-7-smb neutron-server[103680]: cb(*args, **kw) Apr 06 16:34:11.429021 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 16:34:11.429021 dv-cinder-815660-7-smb neutron-server[103680]: return func(*args, **kwargs) Apr 06 16:34:11.429021 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 16:34:11.429021 dv-cinder-815660-7-smb neutron-server[103680]: self._notify() Apr 06 16:34:11.429021 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 16:34:11.429021 dv-cinder-815660-7-smb neutron-server[103680]: self.callback(batched_events) Apr 06 16:34:11.429021 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 16:34:11.429021 dv-cinder-815660-7-smb neutron-server[103680]: event.method(event) Apr 06 16:34:11.429021 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 16:34:11.429021 dv-cinder-815660-7-smb neutron-server[103680]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 16:34:11.429021 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 16:34:11.429021 dv-cinder-815660-7-smb neutron-server[103680]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 16:34:11.429021 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 16:34:11.429021 dv-cinder-815660-7-smb neutron-server[103680]: return f(self, *a, **k) Apr 06 16:34:11.429021 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 16:34:11.429021 dv-cinder-815660-7-smb neutron-server[103680]: return self._get(url).json() Apr 06 16:34:11.429021 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 16:34:11.429021 dv-cinder-815660-7-smb neutron-server[103680]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 16:34:11.429021 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 16:34:11.429021 dv-cinder-815660-7-smb neutron-server[103680]: return self.request(url, 'GET', **kwargs) Apr 06 16:34:11.429021 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 16:34:11.429021 dv-cinder-815660-7-smb neutron-server[103680]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 16:34:11.429021 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 16:34:11.429021 dv-cinder-815660-7-smb neutron-server[103680]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 16:34:11.429021 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 16:34:11.429021 dv-cinder-815660-7-smb neutron-server[103680]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 16:34:11.429021 dv-cinder-815660-7-smb neutron-server[103680]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 16:34:11.565548 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4ceaf1e2-45c2-42a4-a697-c0da648845f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1831515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617055'] for network (4abac84c-6978-4cb5-8a6f-bd4316ffded0), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:11.584276 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4ceaf1e2-45c2-42a4-a697-c0da648845f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:11.587591 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-4ceaf1e2-45c2-42a4-a697-c0da648845f6 admin admin] 10.222.0.49 "DELETE /v2.0/networks/4abac84c-6978-4cb5-8a6f-bd4316ffded0 HTTP/1.1" status: 204 len: 168 time: 0.3738654 Apr 06 16:34:11.588793 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceaf1e2-45c2-42a4-a697-c0da648845f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4abac84c-6978-4cb5-8a6f-bd4316ffded0,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:34:11.628824 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 38542) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:34:11.737055 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7af0d5c9-0ac3-4bba-be9c-bc964a11d9a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:11.819199 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7af0d5c9-0ac3-4bba-be9c-bc964a11d9a1 admin admin] Publish callbacks [] for security_group (56542cb4-bff1-43f6-b519-5d5b5998b9e6), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:11.873278 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7af0d5c9-0ac3-4bba-be9c-bc964a11d9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (56542cb4-bff1-43f6-b519-5d5b5998b9e6), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:11.912671 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-7af0d5c9-0ac3-4bba-be9c-bc964a11d9a1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bff8d452a8fa4bc8acd7fb32a788e498&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2822199 Apr 06 16:34:11.913633 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af0d5c9-0ac3-4bba-be9c-bc964a11d9a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56542cb4-bff1-43f6-b519-5d5b5998b9e6,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:34:11.915348 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 38546) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:34:11.962916 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 38548) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:34:11.966496 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-66fb03a6-8913-4d5a-ba38-84eb202da3b3 admin admin] Publish callbacks [] for security_group (56542cb4-bff1-43f6-b519-5d5b5998b9e6), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:11.988007 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-66fb03a6-8913-4d5a-ba38-84eb202da3b3 admin admin] Publish callbacks [] for security_group (56542cb4-bff1-43f6-b519-5d5b5998b9e6), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:12.001684 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-6c1c4607-3001-4c05-9de3-cb5030b5156a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=51a2e8df80ce4edb99c33533c480569f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376213 Apr 06 16:34:12.005014 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 38550) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:34:12.052276 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e19c337e-f6bb-4142-9227-aeb3e4941659 admin admin] Publish callbacks [] for security_group (bd5533c0-48eb-47c7-8bf6-e925bffd5311), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:12.076991 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e19c337e-f6bb-4142-9227-aeb3e4941659 admin admin] Publish callbacks [] for security_group (bd5533c0-48eb-47c7-8bf6-e925bffd5311), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:12.119199 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-66fb03a6-8913-4d5a-ba38-84eb202da3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (56542cb4-bff1-43f6-b519-5d5b5998b9e6), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:12.122141 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-66fb03a6-8913-4d5a-ba38-84eb202da3b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:12.123303 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-66fb03a6-8913-4d5a-ba38-84eb202da3b3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/56542cb4-bff1-43f6-b519-5d5b5998b9e6 HTTP/1.1" status: 204 len: 168 time: 0.2063773 Apr 06 16:34:12.132379 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fb03a6-8913-4d5a-ba38-84eb202da3b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56542cb4-bff1-43f6-b519-5d5b5998b9e6,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:34:12.222112 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e19c337e-f6bb-4142-9227-aeb3e4941659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (bd5533c0-48eb-47c7-8bf6-e925bffd5311), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:12.225491 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e19c337e-f6bb-4142-9227-aeb3e4941659 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:12.226662 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-e19c337e-f6bb-4142-9227-aeb3e4941659 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bd5533c0-48eb-47c7-8bf6-e925bffd5311 HTTP/1.1" status: 204 len: 168 time: 0.2206585 Apr 06 16:34:12.234523 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19c337e-f6bb-4142-9227-aeb3e4941659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5533c0-48eb-47c7-8bf6-e925bffd5311,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:34:13.413149 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 38576) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:34:13.514389 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-4e0147d8-8c04-4375-821d-af9eb7d140c1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1557340764-network', 'tenant_id': '308562df399246ba826534badce689e4'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:34:13.616620 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0147d8-8c04-4375-821d-af9eb7d140c1 admin admin] Made reservation on behalf of 308562df399246ba826534badce689e4 for: {'network': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:34:13.619029 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4e0147d8-8c04-4375-821d-af9eb7d140c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for network (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:13.628476 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4e0147d8-8c04-4375-821d-af9eb7d140c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:13.711528 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4e0147d8-8c04-4375-821d-af9eb7d140c1 admin admin] Publish callbacks [] for security_group (d20cd5a9-609b-4d31-b671-0acd161f2428), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:13.822130 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4e0147d8-8c04-4375-821d-af9eb7d140c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (d20cd5a9-609b-4d31-b671-0acd161f2428), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:13.849223 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e0147d8-8c04-4375-821d-af9eb7d140c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=103680) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 16:34:13.859788 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0147d8-8c04-4375-821d-af9eb7d140c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20cd5a9-609b-4d31-b671-0acd161f2428,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:34:13.865529 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4e0147d8-8c04-4375-821d-af9eb7d140c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1728802'] for segment (9d647d02-63ac-4460-afea-b8039f68d2f9), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:13.865870 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.db.segments_db [None req-4e0147d8-8c04-4375-821d-af9eb7d140c1 admin admin] Added segment 9d647d02-63ac-4460-afea-b8039f68d2f9 of type vlan for network 58b66aa9-47a2-406d-b73d-62e0fadac8d8 Apr 06 16:34:13.906633 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4e0147d8-8c04-4375-821d-af9eb7d140c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758155981114'] for network (58b66aa9-47a2-406d-b73d-62e0fadac8d8), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:14.010646 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4e0147d8-8c04-4375-821d-af9eb7d140c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069'] for network (58b66aa9-47a2-406d-b73d-62e0fadac8d8), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:14.011656 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0147d8-8c04-4375-821d-af9eb7d140c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:14.012285 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4e0147d8-8c04-4375-821d-af9eb7d140c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:14.074153 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0147d8-8c04-4375-821d-af9eb7d140c1 admin admin] Pushing event updated for resources: {'Network': ['ID=58b66aa9-47a2-406d-b73d-62e0fadac8d8,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:34:14.084338 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Network 58b66aa9-47a2-406d-b73d-62e0fadac8d8 details requested by agent ovs-agent-dv-cinder-815660-7-smb with host dv-cinder-815660-7-smb {{(pid=103682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 16:34:14.137927 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-4e0147d8-8c04-4375-821d-af9eb7d140c1 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7236567 Apr 06 16:34:14.140759 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 38582) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:34:14.146836 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-cf181a03-3e37-495d-ab40-eae9b7fb6876 admin admin] Request body: {'subnet': {'network_id': '58b66aa9-47a2-406d-b73d-62e0fadac8d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1557340764-subnet', 'tenant_id': '308562df399246ba826534badce689e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:34:14.239574 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf181a03-3e37-495d-ab40-eae9b7fb6876 admin admin] Made reservation on behalf of 308562df399246ba826534badce689e4 for: {'subnet': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:34:14.242033 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-cf181a03-3e37-495d-ab40-eae9b7fb6876 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4346842'] for subnet (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:14.484256 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-cf181a03-3e37-495d-ab40-eae9b7fb6876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4346820'] for subnet (5c01a240-8a8c-466d-a5ca-0f666b3d9524), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:14.542600 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf181a03-3e37-495d-ab40-eae9b7fb6876 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c01a240-8a8c-466d-a5ca-0f666b3d9524,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:34:14.553526 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf181a03-3e37-495d-ab40-eae9b7fb6876 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:34:14.553871 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf181a03-3e37-495d-ab40-eae9b7fb6876 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:34:14.554210 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf181a03-3e37-495d-ab40-eae9b7fb6876 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:34:14.554555 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf181a03-3e37-495d-ab40-eae9b7fb6876 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:34:14.554889 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf181a03-3e37-495d-ab40-eae9b7fb6876 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:34:14.555219 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf181a03-3e37-495d-ab40-eae9b7fb6876 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:34:14.555546 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf181a03-3e37-495d-ab40-eae9b7fb6876 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:34:14.555898 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf181a03-3e37-495d-ab40-eae9b7fb6876 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:34:14.556231 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf181a03-3e37-495d-ab40-eae9b7fb6876 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:34:14.556604 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf181a03-3e37-495d-ab40-eae9b7fb6876 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:34:14.556932 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf181a03-3e37-495d-ab40-eae9b7fb6876 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:34:14.557258 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf181a03-3e37-495d-ab40-eae9b7fb6876 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:34:14.557582 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf181a03-3e37-495d-ab40-eae9b7fb6876 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:34:14.557942 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf181a03-3e37-495d-ab40-eae9b7fb6876 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:34:14.558266 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf181a03-3e37-495d-ab40-eae9b7fb6876 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:34:14.561330 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf181a03-3e37-495d-ab40-eae9b7fb6876 admin admin] Checking segment: {'id': '9d647d02-63ac-4460-afea-b8039f68d2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '58b66aa9-47a2-406d-b73d-62e0fadac8d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:34:14.561690 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf181a03-3e37-495d-ab40-eae9b7fb6876 admin admin] Network hostable DHCP agents. Network: 58b66aa9-47a2-406d-b73d-62e0fadac8d8, hostable agents: ['f8e9d332-5077-4d82-8c59-e3560cf7409d'], hosted agents: [] {{(pid=103680) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 16:34:14.673346 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf181a03-3e37-495d-ab40-eae9b7fb6876 admin admin] Network 58b66aa9-47a2-406d-b73d-62e0fadac8d8 is scheduled to be hosted by DHCP agent f8e9d332-5077-4d82-8c59-e3560cf7409d with binding_index 1 {{(pid=103680) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 16:34:14.782343 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-cf181a03-3e37-495d-ab40-eae9b7fb6876 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-7-smb, 58b66aa9-47a2-406d-b73d-62e0fadac8d8) {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:34:14.788383 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf181a03-3e37-495d-ab40-eae9b7fb6876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:14.789366 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-cf181a03-3e37-495d-ab40-eae9b7fb6876 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:14.794634 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb088af9-bda8-4f7d-bc42-1eebf46016b0 None None] Network 58b66aa9-47a2-406d-b73d-62e0fadac8d8 requested from dv-cinder-815660-7-smb {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:34:14.895041 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf4939a-4f3f-4933-b75c-462689e34223 None None] Network 58b66aa9-47a2-406d-b73d-62e0fadac8d8 requested from dv-cinder-815660-7-smb {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:34:14.911043 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-cf181a03-3e37-495d-ab40-eae9b7fb6876 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7690930 Apr 06 16:34:18.111941 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee7881-29ba-4140-84af-07123dfd0593 req-bf95bd37-9d8b-4e7b-8999-4df5a0d24d35 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:18.113341 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-59ee7881-29ba-4140-84af-07123dfd0593 req-bf95bd37-9d8b-4e7b-8999-4df5a0d24d35 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/networks?id=58b66aa9-47a2-406d-b73d-62e0fadac8d8 HTTP/1.1" status: 200 len: 814 time: 0.1055071 Apr 06 16:34:18.128534 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-59ee7881-29ba-4140-84af-07123dfd0593 req-1953737b-2c6e-4a7e-87a5-d61310e74f07 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/quotas/308562df399246ba826534badce689e4 HTTP/1.1" status: 200 len: 375 time: 0.0092080 Apr 06 16:34:18.160949 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-59ee7881-29ba-4140-84af-07123dfd0593 req-3c7178b4-4e2e-43d9-bdef-2b7f57ddbf48 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=308562df399246ba826534badce689e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264685 Apr 06 16:34:18.254549 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-59ee7881-29ba-4140-84af-07123dfd0593 req-3ed77e9f-24c8-4262-a192-3398ddd5c35d service neutron] 10.222.0.49 "GET /v2.0/networks/58b66aa9-47a2-406d-b73d-62e0fadac8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861275 Apr 06 16:34:18.344165 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-59ee7881-29ba-4140-84af-07123dfd0593 req-3cfc18f2-9bfd-488a-869d-48b525982eba service neutron] 10.222.0.49 "GET /v2.0/networks/58b66aa9-47a2-406d-b73d-62e0fadac8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836108 Apr 06 16:34:18.625886 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-3c92d7e9-4094-4606-8c2c-b6a03ca99209 req-b2c5a464-8c84-4ed7-acd3-973fe2154cbc tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/ports?device_id=8084f0e8-203e-49e8-bb09-2d05494d9edc HTTP/1.1" status: 200 len: 210 time: 0.0293560 Apr 06 16:34:18.667661 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee27da-f96b-4f71-b465-89a34acca9a0 req-b03874bc-f0f7-4cd6-b914-ee6a44a2e1d7 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:18.670096 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-eaee27da-f96b-4f71-b465-89a34acca9a0 req-b03874bc-f0f7-4cd6-b914-ee6a44a2e1d7 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 945 time: 0.0766368 Apr 06 16:34:18.726300 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-eaee27da-f96b-4f71-b465-89a34acca9a0 req-d83b3ed3-7e06-4833-81bb-397aea212340 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495572 Apr 06 16:34:19.703365 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-415c1f29-9539-4903-b09f-57858274e6c6 req-525ea978-231c-4194-a762-995d028d3511 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/ports?device_id=8084f0e8-203e-49e8-bb09-2d05494d9edc HTTP/1.1" status: 200 len: 210 time: 0.0269270 Apr 06 16:34:19.859603 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40117f0-9730-4d18-be1a-b1dd1dceecd9 req-12e19044-22ba-4005-87c2-b77d158be539 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:19.861155 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-d40117f0-9730-4d18-be1a-b1dd1dceecd9 req-12e19044-22ba-4005-87c2-b77d158be539 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 945 time: 0.0564501 Apr 06 16:34:19.911727 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-d40117f0-9730-4d18-be1a-b1dd1dceecd9 req-9b8398b6-f758-4297-a189-a5c346644f12 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448303 Apr 06 16:34:20.802508 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-b6ea831a-e451-492e-90ce-b0ea9d66efd3 req-b8522916-66d5-475b-aef5-6be223232bac tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/ports?device_id=8084f0e8-203e-49e8-bb09-2d05494d9edc HTTP/1.1" status: 200 len: 210 time: 0.0319231 Apr 06 16:34:21.039244 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987b2b9-94fc-4f06-a00c-5c325460924a req-5d78effb-d403-4cf5-aed9-8095259f1dde tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:21.040930 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-6987b2b9-94fc-4f06-a00c-5c325460924a req-5d78effb-d403-4cf5-aed9-8095259f1dde tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 945 time: 0.0549626 Apr 06 16:34:21.067518 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee7881-29ba-4140-84af-07123dfd0593 req-36cd4e4f-073a-4554-835c-c6b38c372298 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:21.068962 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-59ee7881-29ba-4140-84af-07123dfd0593 req-36cd4e4f-073a-4554-835c-c6b38c372298 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.39 "GET /v2.0/networks?id=58b66aa9-47a2-406d-b73d-62e0fadac8d8 HTTP/1.1" status: 200 len: 814 time: 0.1055889 Apr 06 16:34:21.088435 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [req-59ee7881-29ba-4140-84af-07123dfd0593 req-78a410e8-f5dc-4d2c-b2d3-555d715e618e tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Request body: {'port': {'device_id': '8084f0e8-203e-49e8-bb09-2d05494d9edc', 'network_id': '58b66aa9-47a2-406d-b73d-62e0fadac8d8', 'admin_state_up': True, 'tenant_id': '308562df399246ba826534badce689e4'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:34:21.090063 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-6987b2b9-94fc-4f06-a00c-5c325460924a req-c55cac84-7f2d-4f8a-a221-e8856bdde70e tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433335 Apr 06 16:34:21.313892 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59ee7881-29ba-4140-84af-07123dfd0593 req-78a410e8-f5dc-4d2c-b2d3-555d715e618e tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Made reservation on behalf of 308562df399246ba826534badce689e4 for: {'port': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:34:21.318012 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-59ee7881-29ba-4140-84af-07123dfd0593 req-78a410e8-f5dc-4d2c-b2d3-555d715e618e tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:21.447194 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.db_base_plugin_common [req-59ee7881-29ba-4140-84af-07123dfd0593 req-78a410e8-f5dc-4d2c-b2d3-555d715e618e tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Allocated IP 172.20.0.7 (58b66aa9-47a2-406d-b73d-62e0fadac8d8/5c01a240-8a8c-466d-a5ca-0f666b3d9524/62358e10-e163-4e3b-a9f4-01b02de3b93a) {{(pid=103680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:34:21.597896 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-59ee7881-29ba-4140-84af-07123dfd0593 req-78a410e8-f5dc-4d2c-b2d3-555d715e618e tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Publish callbacks [] for port (62358e10-e163-4e3b-a9f4-01b02de3b93a), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:21.701895 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-59ee7881-29ba-4140-84af-07123dfd0593 req-78a410e8-f5dc-4d2c-b2d3-555d715e618e tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (62358e10-e163-4e3b-a9f4-01b02de3b93a), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:21.745128 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59ee7881-29ba-4140-84af-07123dfd0593 req-78a410e8-f5dc-4d2c-b2d3-555d715e618e tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Network 58b66aa9-47a2-406d-b73d-62e0fadac8d8 is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:34:21.750343 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [req-59ee7881-29ba-4140-84af-07123dfd0593 req-78a410e8-f5dc-4d2c-b2d3-555d715e618e tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:34:21.754169 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ee7881-29ba-4140-84af-07123dfd0593 req-78a410e8-f5dc-4d2c-b2d3-555d715e618e tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Received port after_create {{(pid=103680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:34:21.779530 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a410e8-f5dc-4d2c-b2d3-555d715e618e tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Pushing event updated for resources: {'Port': ['ID=62358e10-e163-4e3b-a9f4-01b02de3b93a,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:34:21.808663 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee7881-29ba-4140-84af-07123dfd0593 req-78a410e8-f5dc-4d2c-b2d3-555d715e618e tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:21.809810 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-59ee7881-29ba-4140-84af-07123dfd0593 req-78a410e8-f5dc-4d2c-b2d3-555d715e618e tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for port (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:21.924799 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5424a6-15d1-4c0c-b5bf-9896ba685a57 req-06fa1261-9383-4368-a831-39a9579ed0d4 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:21.926851 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-8e5424a6-15d1-4c0c-b5bf-9896ba685a57 req-06fa1261-9383-4368-a831-39a9579ed0d4 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/ports?device_id=8084f0e8-203e-49e8-bb09-2d05494d9edc HTTP/1.1" status: 200 len: 931 time: 0.0562315 Apr 06 16:34:21.934179 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-59ee7881-29ba-4140-84af-07123dfd0593 req-78a410e8-f5dc-4d2c-b2d3-555d715e618e tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8497846 Apr 06 16:34:21.946859 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [req-59ee7881-29ba-4140-84af-07123dfd0593 req-649105af-25b3-4dd1-88ef-ddf455972a10 service neutron] Request body: {'port': {'device_id': '8084f0e8-203e-49e8-bb09-2d05494d9edc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:34:22.043176 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-8e5424a6-15d1-4c0c-b5bf-9896ba685a57 req-f06493c0-d3e0-4303-aedb-e6655a086e34 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/security-groups?id=d20cd5a9-609b-4d31-b671-0acd161f2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079977 Apr 06 16:34:22.045785 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-59ee7881-29ba-4140-84af-07123dfd0593 req-649105af-25b3-4dd1-88ef-ddf455972a10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (62358e10-e163-4e3b-a9f4-01b02de3b93a), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:22.227314 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614bf5f-1bbd-4a9a-b371-185490dd4999 req-aec5b90b-4f46-4770-9c7d-0e77154abcde tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:22.229053 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-f614bf5f-1bbd-4a9a-b371-185490dd4999 req-aec5b90b-4f46-4770-9c7d-0e77154abcde tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 945 time: 0.0607011 Apr 06 16:34:22.283833 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-f614bf5f-1bbd-4a9a-b371-185490dd4999 req-0bcb0f29-e407-4f01-8957-3cf47b2fdaf6 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488141 Apr 06 16:34:22.578405 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.notifiers.nova [req-59ee7881-29ba-4140-84af-07123dfd0593 req-649105af-25b3-4dd1-88ef-ddf455972a10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62358e10-e163-4e3b-a9f4-01b02de3b93a {{(pid=103680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:34:22.586266 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-59ee7881-29ba-4140-84af-07123dfd0593 req-649105af-25b3-4dd1-88ef-ddf455972a10 service neutron] Publish callbacks [] for port (62358e10-e163-4e3b-a9f4-01b02de3b93a), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:22.598477 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.provisioning_blocks [req-59ee7881-29ba-4140-84af-07123dfd0593 req-649105af-25b3-4dd1-88ef-ddf455972a10 service neutron] Transition to ACTIVE for port object 62358e10-e163-4e3b-a9f4-01b02de3b93a will not be triggered until provisioned by entity L2. {{(pid=103680) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 16:34:22.662357 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-59ee7881-29ba-4140-84af-07123dfd0593 req-649105af-25b3-4dd1-88ef-ddf455972a10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978180'] for port (62358e10-e163-4e3b-a9f4-01b02de3b93a), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:22.711433 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649105af-25b3-4dd1-88ef-ddf455972a10 service neutron] Pushing event updated for resources: {'Port': ['ID=62358e10-e163-4e3b-a9f4-01b02de3b93a,revision_number=2']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:34:22.811321 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.managers [req-59ee7881-29ba-4140-84af-07123dfd0593 req-649105af-25b3-4dd1-88ef-ddf455972a10 service neutron] Attempting to bind port 62358e10-e163-4e3b-a9f4-01b02de3b93a on host hv-cinder-81566 for vnic_type normal with profile {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:34:22.811321 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.managers [req-59ee7881-29ba-4140-84af-07123dfd0593 req-649105af-25b3-4dd1-88ef-ddf455972a10 service neutron] Attempting to bind port 62358e10-e163-4e3b-a9f4-01b02de3b93a by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '9d647d02-63ac-4460-afea-b8039f68d2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '58b66aa9-47a2-406d-b73d-62e0fadac8d8'}] {{(pid=103680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:34:22.811321 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ee7881-29ba-4140-84af-07123dfd0593 req-649105af-25b3-4dd1-88ef-ddf455972a10 service neutron] Attempting to bind port 62358e10-e163-4e3b-a9f4-01b02de3b93a on network 58b66aa9-47a2-406d-b73d-62e0fadac8d8 {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:34:22.811321 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ee7881-29ba-4140-84af-07123dfd0593 req-649105af-25b3-4dd1-88ef-ddf455972a10 service neutron] Port 62358e10-e163-4e3b-a9f4-01b02de3b93a on network 58b66aa9-47a2-406d-b73d-62e0fadac8d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 16:34:22.811321 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ee7881-29ba-4140-84af-07123dfd0593 req-649105af-25b3-4dd1-88ef-ddf455972a10 service neutron] Attempting to bind port 62358e10-e163-4e3b-a9f4-01b02de3b93a on network 58b66aa9-47a2-406d-b73d-62e0fadac8d8 {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:34:22.811321 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ee7881-29ba-4140-84af-07123dfd0593 req-649105af-25b3-4dd1-88ef-ddf455972a10 service neutron] Checking agent: {'id': '0e5c86dc-cd19-4356-a060-9388d8808620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 29), 'started_at': datetime.datetime(2022, 4, 6, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:34:22.811321 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ee7881-29ba-4140-84af-07123dfd0593 req-649105af-25b3-4dd1-88ef-ddf455972a10 service neutron] Checking segment: {'id': '9d647d02-63ac-4460-afea-b8039f68d2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '58b66aa9-47a2-406d-b73d-62e0fadac8d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:34:22.811321 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ee7881-29ba-4140-84af-07123dfd0593 req-649105af-25b3-4dd1-88ef-ddf455972a10 service neutron] Bound using segment: {'id': '9d647d02-63ac-4460-afea-b8039f68d2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '58b66aa9-47a2-406d-b73d-62e0fadac8d8'} {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:34:22.812835 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.managers [req-59ee7881-29ba-4140-84af-07123dfd0593 req-649105af-25b3-4dd1-88ef-ddf455972a10 service neutron] Bound port: 62358e10-e163-4e3b-a9f4-01b02de3b93a, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d647d02-63ac-4460-afea-b8039f68d2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '58b66aa9-47a2-406d-b73d-62e0fadac8d8'}}] {{(pid=103680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:34:22.812835 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-59ee7881-29ba-4140-84af-07123dfd0593 req-649105af-25b3-4dd1-88ef-ddf455972a10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (62358e10-e163-4e3b-a9f4-01b02de3b93a), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:22.876235 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [req-59ee7881-29ba-4140-84af-07123dfd0593 req-649105af-25b3-4dd1-88ef-ddf455972a10 service neutron] For port 62358e10-e163-4e3b-a9f4-01b02de3b93a, host hv-cinder-81566, cleared binding levels {{(pid=103680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:34:22.879194 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [req-59ee7881-29ba-4140-84af-07123dfd0593 req-649105af-25b3-4dd1-88ef-ddf455972a10 service neutron] For port 62358e10-e163-4e3b-a9f4-01b02de3b93a, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=62358e10-e163-4e3b-a9f4-01b02de3b93a,segment=NetworkSegment(9d647d02-63ac-4460-afea-b8039f68d2f9),segment_id=9d647d02-63ac-4460-afea-b8039f68d2f9)] {{(pid=103680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:34:23.045846 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-59ee7881-29ba-4140-84af-07123dfd0593 req-649105af-25b3-4dd1-88ef-ddf455972a10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978180'] for port (62358e10-e163-4e3b-a9f4-01b02de3b93a), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:23.085314 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee7881-29ba-4140-84af-07123dfd0593 req-649105af-25b3-4dd1-88ef-ddf455972a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:23.085933 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-59ee7881-29ba-4140-84af-07123dfd0593 req-649105af-25b3-4dd1-88ef-ddf455972a10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for port (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:23.087341 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-59ee7881-29ba-4140-84af-07123dfd0593 req-649105af-25b3-4dd1-88ef-ddf455972a10 service neutron] 10.222.0.39 "PUT /v2.0/ports/62358e10-e163-4e3b-a9f4-01b02de3b93a HTTP/1.1" status: 200 len: 1093 time: 1.1453686 Apr 06 16:34:23.089714 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8084f0e8-203e-49e8-bb09-2d05494d9edc', 'tag': '62358e10-e163-4e3b-a9f4-01b02de3b93a'}] {{(pid=103680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:34:23.093300 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37defc4f8c4d51421555421a688636eb49d5c8fee7a473d71a3f8bc7c746dcd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5c905a-1a7f-4194-9166-1833de372ffe" -d '{"events": [{"name": "network-changed", "server_uuid": "8084f0e8-203e-49e8-bb09-2d05494d9edc", "tag": "62358e10-e163-4e3b-a9f4-01b02de3b93a"}]}' {{(pid=103680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:34:23.146139 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649105af-25b3-4dd1-88ef-ddf455972a10 service neutron] Pushing event updated for resources: {'Port': ['ID=62358e10-e163-4e3b-a9f4-01b02de3b93a,revision_number=3']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:34:23.149961 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2d2239-c921-4d66-a96b-44635e2dfa2a x-openstack-request-id: req-2c2d2239-c921-4d66-a96b-44635e2dfa2a {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:34:23.150259 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8084f0e8-203e-49e8-bb09-2d05494d9edc", "tag": "62358e10-e163-4e3b-a9f4-01b02de3b93a", "status": "completed", "code": 200}]} {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:34:23.150534 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2c2d2239-c921-4d66-a96b-44635e2dfa2a {{(pid=103680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:34:23.151015 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c2d2239-c921-4d66-a96b-44635e2dfa2a'] response: {'name': 'network-changed', 'server_uuid': '8084f0e8-203e-49e8-bb09-2d05494d9edc', 'tag': '62358e10-e163-4e3b-a9f4-01b02de3b93a', 'status': 'completed', 'code': 200} Apr 06 16:34:23.216056 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7533f-823b-4f56-9872-e5ca731d2127 req-eab9d599-d2b2-4dc7-991e-f6c58941f70a tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:23.217716 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-18a7533f-823b-4f56-9872-e5ca731d2127 req-eab9d599-d2b2-4dc7-991e-f6c58941f70a tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/ports?device_id=8084f0e8-203e-49e8-bb09-2d05494d9edc HTTP/1.1" status: 200 len: 943 time: 0.1029308 Apr 06 16:34:23.244516 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c905a-1a7f-4194-9166-1833de372ffe req-677e7039-5d01-47a3-9e25-d7a00d74a6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:23.246039 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-4a5c905a-1a7f-4194-9166-1833de372ffe req-677e7039-5d01-47a3-9e25-d7a00d74a6c7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=308562df399246ba826534badce689e4&device_id=8084f0e8-203e-49e8-bb09-2d05494d9edc HTTP/1.1" status: 200 len: 1127 time: 0.0882668 Apr 06 16:34:23.331171 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-18a7533f-823b-4f56-9872-e5ca731d2127 req-61d84263-2445-4c20-b928-31c2f7c38411 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/security-groups?id=d20cd5a9-609b-4d31-b671-0acd161f2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065152 Apr 06 16:34:23.380819 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c905a-1a7f-4194-9166-1833de372ffe req-3867f789-9036-4362-9a70-a69c2daaa4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:23.382305 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-4a5c905a-1a7f-4194-9166-1833de372ffe req-3867f789-9036-4362-9a70-a69c2daaa4c9 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=308562df399246ba826534badce689e4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1222312 Apr 06 16:34:23.422576 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45349122-f840-420a-ae00-8ffad27ed705 req-7cb626b4-a068-4300-8d0a-b61dfaf0a26e tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:23.424102 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-45349122-f840-420a-ae00-8ffad27ed705 req-7cb626b4-a068-4300-8d0a-b61dfaf0a26e tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 945 time: 0.0580721 Apr 06 16:34:23.473440 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-45349122-f840-420a-ae00-8ffad27ed705 req-7e31f2ac-b79e-4b8c-ad99-11427ed1d398 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430839 Apr 06 16:34:23.486024 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c905a-1a7f-4194-9166-1833de372ffe req-4dd6054c-2021-4f71-bdf4-fdb6807b124a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:23.487508 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-4a5c905a-1a7f-4194-9166-1833de372ffe req-4dd6054c-2021-4f71-bdf4-fdb6807b124a service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0968516 Apr 06 16:34:23.584721 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee7881-29ba-4140-84af-07123dfd0593 req-51696f37-1a1c-4605-8de0-9f8a27b12795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:23.586150 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-59ee7881-29ba-4140-84af-07123dfd0593 req-51696f37-1a1c-4605-8de0-9f8a27b12795 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=308562df399246ba826534badce689e4&device_id=8084f0e8-203e-49e8-bb09-2d05494d9edc HTTP/1.1" status: 200 len: 1127 time: 0.0489805 Apr 06 16:34:23.642642 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-59ee7881-29ba-4140-84af-07123dfd0593 req-0d60e44c-54e2-4b80-a11b-cb394e22df44 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62358e10-e163-4e3b-a9f4-01b02de3b93a HTTP/1.1" status: 200 len: 217 time: 0.0476737 Apr 06 16:34:23.690972 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee7881-29ba-4140-84af-07123dfd0593 req-4401f59c-7c30-447b-aa69-1dfcf09da14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:23.693760 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-59ee7881-29ba-4140-84af-07123dfd0593 req-4401f59c-7c30-447b-aa69-1dfcf09da14c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5c01a240-8a8c-466d-a5ca-0f666b3d9524 HTTP/1.1" status: 200 len: 854 time: 0.0454302 Apr 06 16:34:23.727239 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-59ee7881-29ba-4140-84af-07123dfd0593 req-b124dff0-8ed6-4043-a843-3b6c9e7a6e01 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=58b66aa9-47a2-406d-b73d-62e0fadac8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269835 Apr 06 16:34:23.857217 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-59ee7881-29ba-4140-84af-07123dfd0593 req-4318237a-7ad3-4bc0-b0b9-bfa22256dfda service neutron] 10.222.0.39 "GET /v2.0/networks/58b66aa9-47a2-406d-b73d-62e0fadac8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912497 Apr 06 16:34:23.947048 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-59ee7881-29ba-4140-84af-07123dfd0593 req-c5e51c3b-ef01-43bb-b5a3-6e6f74c2c74d service neutron] 10.222.0.39 "GET /v2.0/networks/58b66aa9-47a2-406d-b73d-62e0fadac8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829544 Apr 06 16:34:24.467898 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e3c0f-3428-4170-970a-64096f8d7fa1 req-14695338-d381-4d6f-a1a4-3fa3bcbc75f6 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:24.469455 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-f76e3c0f-3428-4170-970a-64096f8d7fa1 req-14695338-d381-4d6f-a1a4-3fa3bcbc75f6 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/ports?device_id=8084f0e8-203e-49e8-bb09-2d05494d9edc HTTP/1.1" status: 200 len: 943 time: 0.0590219 Apr 06 16:34:24.519009 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-f76e3c0f-3428-4170-970a-64096f8d7fa1 req-3e81eb78-7cd0-4d63-8a46-7d1b49ef7108 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/security-groups?id=d20cd5a9-609b-4d31-b671-0acd161f2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439775 Apr 06 16:34:24.597746 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf096447-636e-47a6-8f2b-87d9e767b6cc req-edd5b8ee-1d24-4132-987a-1266a829b55a tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:24.599477 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-bf096447-636e-47a6-8f2b-87d9e767b6cc req-edd5b8ee-1d24-4132-987a-1266a829b55a tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 945 time: 0.0542359 Apr 06 16:34:24.656211 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-bf096447-636e-47a6-8f2b-87d9e767b6cc req-6278a436-ebf4-4bd4-b80d-258ae4ddf958 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508864 Apr 06 16:34:25.639875 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e462f-4930-497b-9fd4-f1eb8681bf18 req-d6ff536b-243d-4fbe-8395-b0784c5080d3 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:25.641267 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-406e462f-4930-497b-9fd4-f1eb8681bf18 req-d6ff536b-243d-4fbe-8395-b0784c5080d3 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/ports?device_id=8084f0e8-203e-49e8-bb09-2d05494d9edc HTTP/1.1" status: 200 len: 943 time: 0.0543408 Apr 06 16:34:25.690401 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-406e462f-4930-497b-9fd4-f1eb8681bf18 req-4286e384-4fa9-4934-9668-8b91180f976e tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/security-groups?id=d20cd5a9-609b-4d31-b671-0acd161f2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431814 Apr 06 16:34:25.785055 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ce00d-6b00-4d26-87c3-a9fce33f62a5 req-490b87ff-cdef-4bfc-8aa4-a7a0ddd00269 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:25.787559 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-4d0ce00d-6b00-4d26-87c3-a9fce33f62a5 req-490b87ff-cdef-4bfc-8aa4-a7a0ddd00269 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 945 time: 0.0549498 Apr 06 16:34:25.835578 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-4d0ce00d-6b00-4d26-87c3-a9fce33f62a5 req-13b02ad1-3123-4771-8a5a-1028cda26758 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423486 Apr 06 16:34:26.808525 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767641db-6c37-4d3f-84af-9396dbd77348 req-c0ce3f11-c93c-4b35-b454-5629e7827543 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:26.810056 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-767641db-6c37-4d3f-84af-9396dbd77348 req-c0ce3f11-c93c-4b35-b454-5629e7827543 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/ports?device_id=8084f0e8-203e-49e8-bb09-2d05494d9edc HTTP/1.1" status: 200 len: 943 time: 0.0532825 Apr 06 16:34:26.859678 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-767641db-6c37-4d3f-84af-9396dbd77348 req-95a7e86d-b195-4ee1-8902-c4b5d2ae3343 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/security-groups?id=d20cd5a9-609b-4d31-b671-0acd161f2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436532 Apr 06 16:34:26.965257 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263aa16-5f07-4882-94b0-c594f2d3b108 req-cbc0e9c0-188a-4bbf-bef4-f649c35ff8ce tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:26.966804 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-f263aa16-5f07-4882-94b0-c594f2d3b108 req-cbc0e9c0-188a-4bbf-bef4-f649c35ff8ce tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 945 time: 0.0577788 Apr 06 16:34:27.018387 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-f263aa16-5f07-4882-94b0-c594f2d3b108 req-11f12102-7620-4399-b9e9-731418882363 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457668 Apr 06 16:34:27.986446 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c392a2-52c0-42fd-a313-a7fe1f8d687a req-918312b6-4ca2-4342-bde1-c08c68bb07f2 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:27.988082 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-53c392a2-52c0-42fd-a313-a7fe1f8d687a req-918312b6-4ca2-4342-bde1-c08c68bb07f2 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/ports?device_id=8084f0e8-203e-49e8-bb09-2d05494d9edc HTTP/1.1" status: 200 len: 943 time: 0.0622785 Apr 06 16:34:28.038279 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-53c392a2-52c0-42fd-a313-a7fe1f8d687a req-bb38326a-c6bc-4bdf-8ecf-1bf59d29035d tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/security-groups?id=d20cd5a9-609b-4d31-b671-0acd161f2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436163 Apr 06 16:34:28.145107 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1da26-a7d7-4320-b4fc-0fc0f1539be5 req-ca029c2e-b92a-4844-9339-348f87c31586 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:28.146775 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-9cb1da26-a7d7-4320-b4fc-0fc0f1539be5 req-ca029c2e-b92a-4844-9339-348f87c31586 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 945 time: 0.0550494 Apr 06 16:34:28.195835 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-9cb1da26-a7d7-4320-b4fc-0fc0f1539be5 req-2fb29d52-ccb4-4a35-89c6-47c8c912cd8c tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432782 Apr 06 16:34:29.166199 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874a5fe-ebba-4622-826b-7fc586fe055c req-8d0e99db-85d5-4f1e-84c7-47ccaf767a79 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:29.167717 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-d874a5fe-ebba-4622-826b-7fc586fe055c req-8d0e99db-85d5-4f1e-84c7-47ccaf767a79 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/ports?device_id=8084f0e8-203e-49e8-bb09-2d05494d9edc HTTP/1.1" status: 200 len: 943 time: 0.0609677 Apr 06 16:34:29.205073 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 62358e10-e163-4e3b-a9f4-01b02de3b93a details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=103682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 16:34:29.221838 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-d874a5fe-ebba-4622-826b-7fc586fe055c req-bdf7f655-4982-41db-8165-7cd50d13d309 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/security-groups?id=d20cd5a9-609b-4d31-b671-0acd161f2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484879 Apr 06 16:34:29.319374 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 62358e10-e163-4e3b-a9f4-01b02de3b93a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=62358e10-e163-4e3b-a9f4-01b02de3b93a,segment=NetworkSegment(9d647d02-63ac-4460-afea-b8039f68d2f9),segment_id=9d647d02-63ac-4460-afea-b8039f68d2f9)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:34:29.327813 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76b840-3d5c-4ba9-b131-61d3601080aa req-593f1ba2-ad8f-4000-90a7-95ccea9c9459 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:29.329482 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-7a76b840-3d5c-4ba9-b131-61d3601080aa req-593f1ba2-ad8f-4000-90a7-95ccea9c9459 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 945 time: 0.0547090 Apr 06 16:34:29.336977 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Returning: {'device': '62358e10-e163-4e3b-a9f4-01b02de3b93a', 'network_id': '58b66aa9-47a2-406d-b73d-62e0fadac8d8', 'port_id': '62358e10-e163-4e3b-a9f4-01b02de3b93a', 'mac_address': 'fa:16:3e:3b:05:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c01a240-8a8c-466d-a5ca-0f666b3d9524', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 16:34:29.378914 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Current status of the port 62358e10-e163-4e3b-a9f4-01b02de3b93a is: DOWN; New status is: BUILD {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:34:29.379300 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (62358e10-e163-4e3b-a9f4-01b02de3b93a), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:29.386028 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-7a76b840-3d5c-4ba9-b131-61d3601080aa req-bc76eacd-3098-4722-806f-77c035ccd767 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466130 Apr 06 16:34:29.394965 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.notifiers.nova [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62358e10-e163-4e3b-a9f4-01b02de3b93a {{(pid=103682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:34:29.420057 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 62358e10-e163-4e3b-a9f4-01b02de3b93a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=62358e10-e163-4e3b-a9f4-01b02de3b93a,segment=NetworkSegment(9d647d02-63ac-4460-afea-b8039f68d2f9),segment_id=9d647d02-63ac-4460-afea-b8039f68d2f9)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:34:29.508963 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (62358e10-e163-4e3b-a9f4-01b02de3b93a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:29.565470 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Pushing event updated for resources: {'Port': ['ID=62358e10-e163-4e3b-a9f4-01b02de3b93a,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:34:29.789347 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-bca45843-f666-40cf-8d08-ddc7e5b14801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:29.966162 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] get_ports_and_sgs() called for port_ids ['62358e10-e163-4e3b-a9f4-01b02de3b93a'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:34:30.351796 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f550e28-769d-421a-85f4-7de9618127f0 req-0203b0f5-baf5-4648-933a-2185d7258dc7 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:30.353518 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-5f550e28-769d-421a-85f4-7de9618127f0 req-0203b0f5-baf5-4648-933a-2185d7258dc7 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/ports?device_id=8084f0e8-203e-49e8-bb09-2d05494d9edc HTTP/1.1" status: 200 len: 944 time: 0.0583892 Apr 06 16:34:30.402262 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-5f550e28-769d-421a-85f4-7de9618127f0 req-46e84cec-9b04-496f-94f5-a437ced7ba0f tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/security-groups?id=d20cd5a9-609b-4d31-b671-0acd161f2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431285 Apr 06 16:34:30.530397 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02856ce7-9fd8-4050-bd96-95335927cd4d req-e17ac105-cc16-4e52-8d8b-4f3544c96dc0 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:30.531902 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-02856ce7-9fd8-4050-bd96-95335927cd4d req-e17ac105-cc16-4e52-8d8b-4f3544c96dc0 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 945 time: 0.0665874 Apr 06 16:34:30.581370 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-02856ce7-9fd8-4050-bd96-95335927cd4d req-59340940-baee-42e1-a777-4f6c4ddaeb6c tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433345 Apr 06 16:34:31.148778 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (0e5c86dc-cd19-4356-a060-9388d8808620), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:31.221822 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 62358e10-e163-4e3b-a9f4-01b02de3b93a up at agent hyperv_hv-cinder-81566 {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:34:31.366374 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Provisioning for port 62358e10-e163-4e3b-a9f4-01b02de3b93a completed by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 16:34:31.370819 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Provisioning complete for port 62358e10-e163-4e3b-a9f4-01b02de3b93a triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:34:31.370819 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (62358e10-e163-4e3b-a9f4-01b02de3b93a), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:31.448944 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Current status of the port 62358e10-e163-4e3b-a9f4-01b02de3b93a is: BUILD; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:34:31.449345 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (62358e10-e163-4e3b-a9f4-01b02de3b93a), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:31.473928 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8084f0e8-203e-49e8-bb09-2d05494d9edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62358e10-e163-4e3b-a9f4-01b02de3b93a'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:34:31.476870 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f701ca042f89aa6373cad35a0647e7390d8b08e4e39c46ca7d095e958c03af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3c679b-754d-4b9c-84b7-b4a028379632" -d '{"events": [{"server_uuid": "8084f0e8-203e-49e8-bb09-2d05494d9edc", "name": "network-vif-plugged", "status": "completed", "tag": "62358e10-e163-4e3b-a9f4-01b02de3b93a"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:34:31.494542 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 62358e10-e163-4e3b-a9f4-01b02de3b93a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=62358e10-e163-4e3b-a9f4-01b02de3b93a,segment=NetworkSegment(9d647d02-63ac-4460-afea-b8039f68d2f9),segment_id=9d647d02-63ac-4460-afea-b8039f68d2f9)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:34:31.517580 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe59497-abe3-4e73-b0f0-1e762b90aedb x-openstack-request-id: req-7fe59497-abe3-4e73-b0f0-1e762b90aedb {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:34:31.517901 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8084f0e8-203e-49e8-bb09-2d05494d9edc", "name": "network-vif-plugged", "status": "completed", "tag": "62358e10-e163-4e3b-a9f4-01b02de3b93a", "code": 200}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:34:31.518149 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7fe59497-abe3-4e73-b0f0-1e762b90aedb {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:34:31.518552 dv-cinder-815660-7-smb neutron-server[103682]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fe59497-abe3-4e73-b0f0-1e762b90aedb'] response: {'server_uuid': '8084f0e8-203e-49e8-bb09-2d05494d9edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62358e10-e163-4e3b-a9f4-01b02de3b93a', 'code': 200} Apr 06 16:34:31.533346 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d21f9a-6f87-454d-81e9-1b4c495e92ff req-52c574c1-b9a9-4841-881c-81fb2c72af7a tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:31.534836 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-79d21f9a-6f87-454d-81e9-1b4c495e92ff req-52c574c1-b9a9-4841-881c-81fb2c72af7a tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/ports?device_id=8084f0e8-203e-49e8-bb09-2d05494d9edc HTTP/1.1" status: 200 len: 944 time: 0.0617616 Apr 06 16:34:31.577174 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (62358e10-e163-4e3b-a9f4-01b02de3b93a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:31.586469 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-79d21f9a-6f87-454d-81e9-1b4c495e92ff req-f72df59f-267f-4d3e-bf1e-4e2467b5816c tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/security-groups?id=d20cd5a9-609b-4d31-b671-0acd161f2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456896 Apr 06 16:34:31.621995 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Pushing event updated for resources: {'Port': ['ID=62358e10-e163-4e3b-a9f4-01b02de3b93a,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:34:31.713560 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ec046-0514-43fa-8a36-d9672879573b req-a2f99f29-f77f-410c-b1c1-e0756c0ac717 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:31.715091 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ae3ec046-0514-43fa-8a36-d9672879573b req-a2f99f29-f77f-410c-b1c1-e0756c0ac717 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 945 time: 0.0572970 Apr 06 16:34:31.766990 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ae3ec046-0514-43fa-8a36-d9672879573b req-489906c9-b815-48a0-88c3-95973726959b tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460377 Apr 06 16:34:32.120276 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b642a1be-4deb-44af-a71a-f4ea8de68394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:32.294731 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466a680-28be-419c-b0b1-a5b71bcb2a19 req-03cb1770-e69c-4194-a763-3f022c1f7653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:32.296290 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-d466a680-28be-419c-b0b1-a5b71bcb2a19 req-03cb1770-e69c-4194-a763-3f022c1f7653 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8084f0e8-203e-49e8-bb09-2d05494d9edc HTTP/1.1" status: 200 len: 1129 time: 0.0458186 Apr 06 16:34:32.343314 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-d466a680-28be-419c-b0b1-a5b71bcb2a19 req-66b7c7dc-1cf3-4577-82fe-bc2a98bb3811 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d20cd5a9-609b-4d31-b671-0acd161f2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375383 Apr 06 16:34:32.708316 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946bb31b-1887-4146-8d9d-5cd8f8d74e25 req-da03a505-ed5f-402d-9dcd-e9e3e3ecc7ed tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:32.710452 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-946bb31b-1887-4146-8d9d-5cd8f8d74e25 req-da03a505-ed5f-402d-9dcd-e9e3e3ecc7ed tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/ports?device_id=8084f0e8-203e-49e8-bb09-2d05494d9edc HTTP/1.1" status: 200 len: 945 time: 0.0543523 Apr 06 16:34:32.759471 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-946bb31b-1887-4146-8d9d-5cd8f8d74e25 req-4cd3ddd7-246c-436e-9c08-637767cf14ad tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/security-groups?id=d20cd5a9-609b-4d31-b671-0acd161f2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434687 Apr 06 16:34:32.894300 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53465a41-a90a-4a5b-b879-f85dcfe0802a req-71bfbea1-3e50-4d41-93c2-b55a2ddbf81c tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:32.895887 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-53465a41-a90a-4a5b-b879-f85dcfe0802a req-71bfbea1-3e50-4d41-93c2-b55a2ddbf81c tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 945 time: 0.0532072 Apr 06 16:34:32.942535 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-53465a41-a90a-4a5b-b879-f85dcfe0802a req-9446f521-2583-4ea7-aac9-91b16b0d7aa9 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408452 Apr 06 16:34:33.468724 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:33.884950 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f27a84-631a-4a2c-9e91-069925ce9a22 req-1dd44b6c-73c7-488b-8892-10db71b2a2b0 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:33.886431 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-b9f27a84-631a-4a2c-9e91-069925ce9a22 req-1dd44b6c-73c7-488b-8892-10db71b2a2b0 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/ports?device_id=8084f0e8-203e-49e8-bb09-2d05494d9edc HTTP/1.1" status: 200 len: 945 time: 0.0577352 Apr 06 16:34:33.936078 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-b9f27a84-631a-4a2c-9e91-069925ce9a22 req-99eed719-5c88-486f-8a89-e0ac29704311 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/security-groups?id=d20cd5a9-609b-4d31-b671-0acd161f2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435998 Apr 06 16:34:34.072375 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5357b56-1d1a-4113-8dcb-1a9fca5b7f97 req-0296c6cf-f3ac-458d-8d21-7a919ca24237 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:34.073952 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-a5357b56-1d1a-4113-8dcb-1a9fca5b7f97 req-0296c6cf-f3ac-458d-8d21-7a919ca24237 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 945 time: 0.0566216 Apr 06 16:34:34.126857 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-a5357b56-1d1a-4113-8dcb-1a9fca5b7f97 req-086007fd-5b05-4ed2-8053-f44446a42fce tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468664 Apr 06 16:34:34.155648 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d7621-6c9e-441d-8c90-78eaaec34c94 req-c2599a2a-dcb5-45d6-8fea-9c4c68116873 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:34.157138 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-5c6d7621-6c9e-441d-8c90-78eaaec34c94 req-c2599a2a-dcb5-45d6-8fea-9c4c68116873 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 946 time: 0.0539699 Apr 06 16:34:34.211107 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-5c6d7621-6c9e-441d-8c90-78eaaec34c94 req-f9d8f898-2543-4197-9cf4-20d9fa0590cb tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=b93192d1-f070-4027-9f08-6b0135c7efe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476239 Apr 06 16:34:34.663522 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:35.062102 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c3de3-035d-474b-9d1b-25be6fd7ad07 req-a65c2def-c9d2-48c9-a1c9-0128aa7ff78c tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:35.064922 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-0c0c3de3-035d-474b-9d1b-25be6fd7ad07 req-a65c2def-c9d2-48c9-a1c9-0128aa7ff78c tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/ports?device_id=8084f0e8-203e-49e8-bb09-2d05494d9edc HTTP/1.1" status: 200 len: 945 time: 0.0574400 Apr 06 16:34:35.116362 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-0c0c3de3-035d-474b-9d1b-25be6fd7ad07 req-df2faeac-53e3-4ef4-bc06-1e6852afecb9 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/security-groups?id=d20cd5a9-609b-4d31-b671-0acd161f2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454078 Apr 06 16:34:35.265376 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57985b-bad0-45d0-bac5-75cc7a0d66bd req-c744a4a5-d537-4691-a665-eaf1e012418c tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:35.267169 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-3c57985b-bad0-45d0-bac5-75cc7a0d66bd req-c744a4a5-d537-4691-a665-eaf1e012418c tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 945 time: 0.0621586 Apr 06 16:34:35.322262 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-3c57985b-bad0-45d0-bac5-75cc7a0d66bd req-55c77e12-0ed9-4ba6-b19a-c21d82eb0be4 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482864 Apr 06 16:34:35.346293 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242be75-4df9-42de-8a83-afc546345f3f req-f9975e9e-0735-4c9d-8601-df6e6b32cafa tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:35.348192 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-9242be75-4df9-42de-8a83-afc546345f3f req-f9975e9e-0735-4c9d-8601-df6e6b32cafa tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 946 time: 0.0611768 Apr 06 16:34:35.402178 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-9242be75-4df9-42de-8a83-afc546345f3f req-7763da67-32ba-4edd-9613-43738777c9a6 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=b93192d1-f070-4027-9f08-6b0135c7efe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468259 Apr 06 16:34:36.172149 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:36.464303 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea81d84-0328-489d-a3d3-4041f38a785d req-9b078589-e84a-4e3c-beea-5ea7520cf6f4 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:36.465949 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-4ea81d84-0328-489d-a3d3-4041f38a785d req-9b078589-e84a-4e3c-beea-5ea7520cf6f4 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 945 time: 0.0650716 Apr 06 16:34:36.516536 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-4ea81d84-0328-489d-a3d3-4041f38a785d req-c7126840-f999-4f44-96a4-d1f68ad87449 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447609 Apr 06 16:34:36.533261 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087fec4-0eb8-4c9f-8b72-774e68560b5e req-affb0307-60fd-4a58-9012-faf006c72778 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:36.534800 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-a087fec4-0eb8-4c9f-8b72-774e68560b5e req-affb0307-60fd-4a58-9012-faf006c72778 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 946 time: 0.0561016 Apr 06 16:34:36.589692 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-a087fec4-0eb8-4c9f-8b72-774e68560b5e req-395489cd-ae52-4607-95d7-7f3c0b4506b4 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=b93192d1-f070-4027-9f08-6b0135c7efe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489898 Apr 06 16:34:37.652425 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce239676-6c2b-466c-9444-3cbad8c1c629 req-13017b9d-d4f9-44cf-9ab2-a06d419b9171 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:37.653989 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ce239676-6c2b-466c-9444-3cbad8c1c629 req-13017b9d-d4f9-44cf-9ab2-a06d419b9171 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 945 time: 0.0615559 Apr 06 16:34:37.710949 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ce239676-6c2b-466c-9444-3cbad8c1c629 req-70a2ab3e-8acb-4174-adc8-5f552c560282 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513732 Apr 06 16:34:37.728222 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edfc3db-537d-4695-a6f6-6a77b70386c5 req-266be96f-4928-4b5e-8fe1-6f57e831593c tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:37.729873 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-7edfc3db-537d-4695-a6f6-6a77b70386c5 req-266be96f-4928-4b5e-8fe1-6f57e831593c tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 946 time: 0.0630176 Apr 06 16:34:37.781054 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-7edfc3db-537d-4695-a6f6-6a77b70386c5 req-a7615720-9fc9-481d-bbb0-685c14c07d0f tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=b93192d1-f070-4027-9f08-6b0135c7efe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455065 Apr 06 16:34:38.841044 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2df45-af55-4973-88ad-52dae0cc9fcb req-58f99c7e-6cf9-45b5-89e4-7455d499cdb2 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:38.842544 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-12e2df45-af55-4973-88ad-52dae0cc9fcb req-58f99c7e-6cf9-45b5-89e4-7455d499cdb2 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 945 time: 0.0570350 Apr 06 16:34:38.895099 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-12e2df45-af55-4973-88ad-52dae0cc9fcb req-2d8d75d9-ed07-4fae-8a0b-8cb6e79db9d7 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464015 Apr 06 16:34:38.910329 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498770a6-b657-48c3-b642-5583e760359d req-d3bfcced-657a-4b16-bd22-a99f182256bc tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:38.911782 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-498770a6-b657-48c3-b642-5583e760359d req-d3bfcced-657a-4b16-bd22-a99f182256bc tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 946 time: 0.0561745 Apr 06 16:34:38.961914 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-498770a6-b657-48c3-b642-5583e760359d req-f0beadad-a59a-40bc-ae31-3ecc7424feef tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=b93192d1-f070-4027-9f08-6b0135c7efe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442677 Apr 06 16:34:39.276423 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 509f440f-30e0-41a8-818f-560f8ed72425 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=103682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 16:34:39.380229 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 509f440f-30e0-41a8-818f-560f8ed72425, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=509f440f-30e0-41a8-818f-560f8ed72425,segment=NetworkSegment(4338e709-dc46-4a61-ada5-02557dc55805),segment_id=4338e709-dc46-4a61-ada5-02557dc55805)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:34:39.393307 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Returning: {'device': '509f440f-30e0-41a8-818f-560f8ed72425', 'network_id': '782e4005-3b7d-4e26-954d-25d46652bf58', 'port_id': '509f440f-30e0-41a8-818f-560f8ed72425', 'mac_address': 'fa:16:3e:46:75:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '713d2ac2-12c5-40b3-b057-72a7d64c64ec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 16:34:39.443631 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Current status of the port 509f440f-30e0-41a8-818f-560f8ed72425 is: ACTIVE; New status is: BUILD {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:34:39.444311 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (509f440f-30e0-41a8-818f-560f8ed72425), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:39.457950 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.notifiers.nova [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 509f440f-30e0-41a8-818f-560f8ed72425 {{(pid=103682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:34:39.483140 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 509f440f-30e0-41a8-818f-560f8ed72425, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=509f440f-30e0-41a8-818f-560f8ed72425,segment=NetworkSegment(4338e709-dc46-4a61-ada5-02557dc55805),segment_id=4338e709-dc46-4a61-ada5-02557dc55805)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:34:39.566176 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (509f440f-30e0-41a8-818f-560f8ed72425), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:39.616909 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Pushing event updated for resources: {'Port': ['ID=509f440f-30e0-41a8-818f-560f8ed72425,revision_number=6']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:34:39.620362 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.agents_db [None req-a950ddbd-9d44-4943-b7d7-a118ae2e1c13 None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:34:39.624052 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:34:39.624407 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:34:39.624746 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:34:39.625086 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:34:39.625426 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:34:39.626415 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:34:39.626773 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:34:39.627108 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:34:39.627445 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:34:39.627813 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:34:39.628138 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:34:39.628471 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:34:39.628802 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:34:39.629133 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:34:39.629449 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:34:39.735512 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] get_ports_and_sgs() called for port_ids ['509f440f-30e0-41a8-818f-560f8ed72425'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:34:40.018532 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df7cde-5a8b-4a0f-8938-cbccc198e538 req-7ebf66ec-7844-4cdb-aa0d-23f35093607b tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:40.020162 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-03df7cde-5a8b-4a0f-8938-cbccc198e538 req-7ebf66ec-7844-4cdb-aa0d-23f35093607b tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 944 time: 0.0535882 Apr 06 16:34:40.074886 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-03df7cde-5a8b-4a0f-8938-cbccc198e538 req-08fc4305-4f51-4429-9d90-da926887c868 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483420 Apr 06 16:34:40.093082 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d9fa1-9c7a-4a2d-aaf8-21d07de7d478 req-1cb49bd6-5501-4bf8-8035-1beaea0a6a2b tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:40.094604 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-f63d9fa1-9c7a-4a2d-aaf8-21d07de7d478 req-1cb49bd6-5501-4bf8-8035-1beaea0a6a2b tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 946 time: 0.0606797 Apr 06 16:34:40.144947 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-f63d9fa1-9c7a-4a2d-aaf8-21d07de7d478 req-c2a344f6-6a49-4068-9413-87ffe46dd458 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=b93192d1-f070-4027-9f08-6b0135c7efe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444322 Apr 06 16:34:41.227874 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac24671-2155-4212-bda6-c4abb25f1d37 req-b87f7477-9ea3-43be-a13f-29e82bdf5d89 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:41.229551 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-bac24671-2155-4212-bda6-c4abb25f1d37 req-b87f7477-9ea3-43be-a13f-29e82bdf5d89 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 944 time: 0.0651340 Apr 06 16:34:41.275439 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724358b1-74ab-4ed6-9b2e-1f0757230cf2 req-3a84e46f-fdfa-462c-b27e-e88f33843576 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:41.277066 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-724358b1-74ab-4ed6-9b2e-1f0757230cf2 req-3a84e46f-fdfa-462c-b27e-e88f33843576 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 946 time: 0.0566628 Apr 06 16:34:41.280952 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-bac24671-2155-4212-bda6-c4abb25f1d37 req-a4070efb-c6c7-4098-a2fa-7472e1909491 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457132 Apr 06 16:34:41.296627 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 509f440f-30e0-41a8-818f-560f8ed72425 up at agent hyperv_hv-cinder-81566 {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:34:41.332974 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-724358b1-74ab-4ed6-9b2e-1f0757230cf2 req-04f66e22-6ec5-4a5c-9d03-15eeb09f0021 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=b93192d1-f070-4027-9f08-6b0135c7efe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503099 Apr 06 16:34:41.345862 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Provisioning complete for port 509f440f-30e0-41a8-818f-560f8ed72425 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:34:41.346285 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (509f440f-30e0-41a8-818f-560f8ed72425), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:41.427447 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Current status of the port 509f440f-30e0-41a8-818f-560f8ed72425 is: BUILD; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:34:41.428175 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (509f440f-30e0-41a8-818f-560f8ed72425), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:41.456255 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509f440f-30e0-41a8-818f-560f8ed72425'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:34:41.458816 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f701ca042f89aa6373cad35a0647e7390d8b08e4e39c46ca7d095e958c03af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95ae1ff-394c-4042-ba61-238a2085123b" -d '{"events": [{"server_uuid": "7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1", "name": "network-vif-plugged", "status": "completed", "tag": "509f440f-30e0-41a8-818f-560f8ed72425"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:34:41.473782 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 509f440f-30e0-41a8-818f-560f8ed72425, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=509f440f-30e0-41a8-818f-560f8ed72425,segment=NetworkSegment(4338e709-dc46-4a61-ada5-02557dc55805),segment_id=4338e709-dc46-4a61-ada5-02557dc55805)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:34:41.499624 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caecd5fa-bfef-47a3-80e6-71a8c6ac397a x-openstack-request-id: req-caecd5fa-bfef-47a3-80e6-71a8c6ac397a {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:34:41.500043 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1", "name": "network-vif-plugged", "status": "completed", "tag": "509f440f-30e0-41a8-818f-560f8ed72425", "code": 200}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:34:41.500306 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-caecd5fa-bfef-47a3-80e6-71a8c6ac397a {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:34:41.500734 dv-cinder-815660-7-smb neutron-server[103682]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caecd5fa-bfef-47a3-80e6-71a8c6ac397a'] response: {'server_uuid': '7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509f440f-30e0-41a8-818f-560f8ed72425', 'code': 200} Apr 06 16:34:41.526348 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (509f440f-30e0-41a8-818f-560f8ed72425), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:34:41.582235 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Pushing event updated for resources: {'Port': ['ID=509f440f-30e0-41a8-818f-560f8ed72425,revision_number=7']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:34:42.406193 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3b77a-65aa-4f1f-8d1b-c7e563d5fd81 req-4e6fd2f2-caba-4034-833e-ecc9bd4d40ce tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:42.407654 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-87b3b77a-65aa-4f1f-8d1b-c7e563d5fd81 req-4e6fd2f2-caba-4034-833e-ecc9bd4d40ce tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 945 time: 0.0548306 Apr 06 16:34:42.458638 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ff888-dcd6-4613-a93f-7c7a9cc44e64 req-8e218d3d-0bf8-40fc-ab0f-d541a04b0a92 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:42.460358 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-232ff888-dcd6-4613-a93f-7c7a9cc44e64 req-8e218d3d-0bf8-40fc-ab0f-d541a04b0a92 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 946 time: 0.0533693 Apr 06 16:34:42.461468 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-87b3b77a-65aa-4f1f-8d1b-c7e563d5fd81 req-d7f74db9-f3f5-41a1-be67-fce44061f746 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478330 Apr 06 16:34:42.508931 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-232ff888-dcd6-4613-a93f-7c7a9cc44e64 req-0fb76997-1ef9-4329-a917-3393293765ef tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=b93192d1-f070-4027-9f08-6b0135c7efe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425353 Apr 06 16:34:43.590605 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389adb48-f382-47c2-8441-b328f332b1c0 req-f34e03bf-8bba-476e-b189-e67897cf3f28 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:43.592883 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-389adb48-f382-47c2-8441-b328f332b1c0 req-f34e03bf-8bba-476e-b189-e67897cf3f28 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 945 time: 0.0549803 Apr 06 16:34:43.637151 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee2de6-1c08-498d-a809-834218b735eb req-7d878194-1070-475b-aa3d-56fb54036627 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:43.638650 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-53ee2de6-1c08-498d-a809-834218b735eb req-7d878194-1070-475b-aa3d-56fb54036627 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 946 time: 0.0610435 Apr 06 16:34:43.642867 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-389adb48-f382-47c2-8441-b328f332b1c0 req-4bd1bfa9-8574-45ce-8c32-f63bbf83d4be tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433090 Apr 06 16:34:43.688498 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-53ee2de6-1c08-498d-a809-834218b735eb req-a99dbefa-bcdb-4eb2-91be-3c4852a5435e tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=b93192d1-f070-4027-9f08-6b0135c7efe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442953 Apr 06 16:34:44.782587 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22bef0-1918-410b-b00a-1e6e0da919c4 req-bda57430-7b9d-44f5-a6a9-2470804dfb31 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:44.784224 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-dd22bef0-1918-410b-b00a-1e6e0da919c4 req-bda57430-7b9d-44f5-a6a9-2470804dfb31 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 945 time: 0.0635595 Apr 06 16:34:44.839541 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-dd22bef0-1918-410b-b00a-1e6e0da919c4 req-da564cc9-2e6c-4319-886a-eb1f79d07300 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496924 Apr 06 16:34:44.840070 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b70dc1-4ff8-460d-92aa-e85ccfcfd07c req-7b1c98cd-794d-4bb6-960f-6e53acdcaa4c tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:44.842273 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-c5b70dc1-4ff8-460d-92aa-e85ccfcfd07c req-7b1c98cd-794d-4bb6-960f-6e53acdcaa4c tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 946 time: 0.0775268 Apr 06 16:34:44.908304 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-c5b70dc1-4ff8-460d-92aa-e85ccfcfd07c req-0b33c4a3-4a2f-4d4f-8b3d-ff25e5d15095 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=b93192d1-f070-4027-9f08-6b0135c7efe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572438 Apr 06 16:34:45.991860 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfedb99-a1ad-4930-a1d3-ea4ffc274b38 req-f3f199b8-e871-4820-916f-5620089ab6d6 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:45.994106 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-dcfedb99-a1ad-4930-a1d3-ea4ffc274b38 req-f3f199b8-e871-4820-916f-5620089ab6d6 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 945 time: 0.0649564 Apr 06 16:34:46.065743 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-dcfedb99-a1ad-4930-a1d3-ea4ffc274b38 req-f7fb67b2-1b7f-432b-beea-e1e49d63fc1f tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498750 Apr 06 16:34:46.133114 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe0136-b2b6-4c4e-8f6c-552dba099c53 req-237b476a-13ac-4f3c-8856-0e76922162bc tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:46.135932 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-fabe0136-b2b6-4c4e-8f6c-552dba099c53 req-237b476a-13ac-4f3c-8856-0e76922162bc tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 946 time: 0.1469345 Apr 06 16:34:46.234353 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-fabe0136-b2b6-4c4e-8f6c-552dba099c53 req-bbe569f6-3f84-4a45-90ed-9e3b02db3c36 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=b93192d1-f070-4027-9f08-6b0135c7efe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867257 Apr 06 16:34:47.284656 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9ffb5-7980-4254-9a18-35fdf2405440 req-abe31a83-01a7-4824-9c43-ed046c6932db tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:47.287223 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-a1e9ffb5-7980-4254-9a18-35fdf2405440 req-abe31a83-01a7-4824-9c43-ed046c6932db tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 945 time: 0.0748975 Apr 06 16:34:47.380099 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-a1e9ffb5-7980-4254-9a18-35fdf2405440 req-720e9b65-fbe4-4718-bf95-7516b7438258 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833836 Apr 06 16:34:47.423524 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1809f-b868-4ff0-9211-80b28b0690d9 req-29a69103-9391-4ab9-bfae-59250718cf92 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:47.425273 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-2ae1809f-b868-4ff0-9211-80b28b0690d9 req-29a69103-9391-4ab9-bfae-59250718cf92 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 946 time: 0.0631502 Apr 06 16:34:47.481385 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-2ae1809f-b868-4ff0-9211-80b28b0690d9 req-2b304518-e834-4314-b4dd-dbd34dac9b11 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=b93192d1-f070-4027-9f08-6b0135c7efe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459218 Apr 06 16:34:48.574457 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0fa0d-c6be-4441-a4c9-62355cf49792 req-20a9ba7b-5cdd-44e1-9a83-06101faf85a6 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:48.576809 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-52c0fa0d-c6be-4441-a4c9-62355cf49792 req-20a9ba7b-5cdd-44e1-9a83-06101faf85a6 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 945 time: 0.0940728 Apr 06 16:34:48.644338 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-52c0fa0d-c6be-4441-a4c9-62355cf49792 req-d7d43306-c56e-4fd6-8fe8-8c1e818702af tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605114 Apr 06 16:34:48.691189 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b9685-4f37-46a5-95c7-67354c08391f req-8aeb1bf0-286c-4bf0-8749-711f87823f86 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:48.695490 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-fb1b9685-4f37-46a5-95c7-67354c08391f req-8aeb1bf0-286c-4bf0-8749-711f87823f86 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 946 time: 0.1012957 Apr 06 16:34:48.788815 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-fb1b9685-4f37-46a5-95c7-67354c08391f req-58ddb6d2-c866-44f2-a2f4-f406dbfead75 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=b93192d1-f070-4027-9f08-6b0135c7efe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828414 Apr 06 16:34:49.811212 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865125d-dc74-4510-8b62-baf2c153f0c7 req-2dc540b2-4921-40de-8130-bee5e228d16d tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:49.813465 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-8865125d-dc74-4510-8b62-baf2c153f0c7 req-2dc540b2-4921-40de-8130-bee5e228d16d tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 945 time: 0.0648699 Apr 06 16:34:49.880621 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-8865125d-dc74-4510-8b62-baf2c153f0c7 req-76e8e0f6-2be3-4113-9574-695a368a6c90 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594769 Apr 06 16:34:49.992987 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5285bbb-a733-4881-8c51-6eaa682f178f req-31d91e34-4ab0-4a00-aa94-2274068e1b06 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:49.996537 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-c5285bbb-a733-4881-8c51-6eaa682f178f req-31d91e34-4ab0-4a00-aa94-2274068e1b06 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 946 time: 0.0944974 Apr 06 16:34:50.049498 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-c5285bbb-a733-4881-8c51-6eaa682f178f req-f6303668-7a56-40f7-be1e-3132f195c9e9 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=b93192d1-f070-4027-9f08-6b0135c7efe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462046 Apr 06 16:34:51.014640 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389e352-d662-4d5c-93db-b23b9c8bb8fc req-f3c60529-524f-4d4e-be89-ea50aaa5335f tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:51.016314 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-7389e352-d662-4d5c-93db-b23b9c8bb8fc req-f3c60529-524f-4d4e-be89-ea50aaa5335f tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 945 time: 0.0545483 Apr 06 16:34:51.072061 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-7389e352-d662-4d5c-93db-b23b9c8bb8fc req-5ff052f2-1911-4977-abe6-c7932d53de9f tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495646 Apr 06 16:34:51.182625 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93d4b9-7eba-4ae4-9969-332453bf0476 req-1e328ffa-4ad3-4205-94ea-2ae50acae3dc tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:51.184116 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ce93d4b9-7eba-4ae4-9969-332453bf0476 req-1e328ffa-4ad3-4205-94ea-2ae50acae3dc tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 946 time: 0.0612812 Apr 06 16:34:51.237409 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ce93d4b9-7eba-4ae4-9969-332453bf0476 req-afdc0301-7307-4633-8bc4-4eb8e3538fa1 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=b93192d1-f070-4027-9f08-6b0135c7efe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468204 Apr 06 16:34:51.649118 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c379e7-ea84-4cfe-bb38-c39ee1f5e613 req-1414982d-08a5-4515-8d87-94a5e752d5b1 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:51.655925 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-e8c379e7-ea84-4cfe-bb38-c39ee1f5e613 req-1414982d-08a5-4515-8d87-94a5e752d5b1 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 946 time: 0.0656290 Apr 06 16:34:51.703520 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-e8c379e7-ea84-4cfe-bb38-c39ee1f5e613 req-5f2f4993-9395-49a5-bd73-0dca98764412 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=b93192d1-f070-4027-9f08-6b0135c7efe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467041 Apr 06 16:34:51.810430 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df7531-c068-4dea-989d-8229f5f6414c req-47a750be-190d-41c6-9bcd-811eedeeed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:51.812024 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-f5df7531-c068-4dea-989d-8229f5f6414c req-47a750be-190d-41c6-9bcd-811eedeeed71 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=df990c96c1f44ba6a6f2aa8be5911c99&device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 1130 time: 0.0527163 Apr 06 16:34:51.919545 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df7531-c068-4dea-989d-8229f5f6414c req-dcf15422-3f89-4ed9-8a29-1e71898cfb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:51.920956 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-f5df7531-c068-4dea-989d-8229f5f6414c req-dcf15422-3f89-4ed9-8a29-1e71898cfb56 service neutron] 10.222.0.39 "GET /v2.0/networks?id=31d40b1e-6325-447a-b5a1-db51342d35c1 HTTP/1.1" status: 200 len: 912 time: 0.0996997 Apr 06 16:34:52.009221 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-f5df7531-c068-4dea-989d-8229f5f6414c req-a106505e-5e53-4cf5-b2d4-1c8a55f1e786 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56f7c595-be44-48b6-8839-097f49b7fb83 HTTP/1.1" status: 200 len: 1002 time: 0.0726712 Apr 06 16:34:52.065920 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df7531-c068-4dea-989d-8229f5f6414c req-858ccbc9-b8d1-4b99-b123-dcfbf1d59f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:52.067416 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-f5df7531-c068-4dea-989d-8229f5f6414c req-858ccbc9-b8d1-4b99-b123-dcfbf1d59f81 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=86d619c9-3cbf-4e29-bfd6-a7485621c49d HTTP/1.1" status: 200 len: 850 time: 0.0512455 Apr 06 16:34:52.125965 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df7531-c068-4dea-989d-8229f5f6414c req-893f6220-84ad-46f8-ac5f-f2be13a75193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:52.127565 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-f5df7531-c068-4dea-989d-8229f5f6414c req-893f6220-84ad-46f8-ac5f-f2be13a75193 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=31d40b1e-6325-447a-b5a1-db51342d35c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0527375 Apr 06 16:34:52.300286 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6bd60c-2697-4235-98e5-ec1536802b4a req-fb95d6bc-2935-45be-8f76-d1643e8e1542 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:52.301990 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-de6bd60c-2697-4235-98e5-ec1536802b4a req-fb95d6bc-2935-45be-8f76-d1643e8e1542 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 945 time: 0.0904496 Apr 06 16:34:52.304531 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-f5df7531-c068-4dea-989d-8229f5f6414c req-26e0fd0b-8f68-45a2-8f9e-8d48d09b42e7 service neutron] 10.222.0.39 "GET /v2.0/networks/31d40b1e-6325-447a-b5a1-db51342d35c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667161 Apr 06 16:34:52.409765 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-de6bd60c-2697-4235-98e5-ec1536802b4a req-acb94fbc-b18b-48c4-be63-49594ae1bbf2 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008794 Apr 06 16:34:52.449310 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-f5df7531-c068-4dea-989d-8229f5f6414c req-4daa8423-060c-47f1-949e-966a1fc72c6f service neutron] 10.222.0.39 "GET /v2.0/networks/31d40b1e-6325-447a-b5a1-db51342d35c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340237 Apr 06 16:34:52.835964 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54413c39-3e21-4df3-80a9-7766a79145bc req-3f56af54-ff15-420e-9c99-bd79fb91b4ae tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:52.837535 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-54413c39-3e21-4df3-80a9-7766a79145bc req-3f56af54-ff15-420e-9c99-bd79fb91b4ae tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 946 time: 0.0538986 Apr 06 16:34:52.895803 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-54413c39-3e21-4df3-80a9-7766a79145bc req-0d4a693f-a78e-4e5a-9e8d-a29019476f4d tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=b93192d1-f070-4027-9f08-6b0135c7efe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524688 Apr 06 16:34:53.581984 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0528cd4-5710-4d9c-afe6-c14b1d8c6b1c req-0af56954-ecbb-435c-b023-b810abe540dd tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:53.585008 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-b0528cd4-5710-4d9c-afe6-c14b1d8c6b1c req-0af56954-ecbb-435c-b023-b810abe540dd tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 945 time: 0.0888450 Apr 06 16:34:53.642552 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-b0528cd4-5710-4d9c-afe6-c14b1d8c6b1c req-0ed843e9-8a30-4779-bfa2-ad80c75cf46e tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502651 Apr 06 16:34:54.056997 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ba4c7-ca43-4df5-9ac1-c977cebf8f8e req-bf47e0d8-dd0c-4064-bbc8-a191091c81b0 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:54.059231 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-db7ba4c7-ca43-4df5-9ac1-c977cebf8f8e req-bf47e0d8-dd0c-4064-bbc8-a191091c81b0 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 946 time: 0.0783720 Apr 06 16:34:54.120661 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-db7ba4c7-ca43-4df5-9ac1-c977cebf8f8e req-3ce53f2d-b706-444a-a30b-92191a61eb85 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=b93192d1-f070-4027-9f08-6b0135c7efe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549459 Apr 06 16:34:54.779260 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6bd0d-b44d-4b54-b340-274fb218d414 req-d12f18ad-29c7-44e7-b54d-7715e7f5065f tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:54.780850 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-e0c6bd0d-b44d-4b54-b340-274fb218d414 req-d12f18ad-29c7-44e7-b54d-7715e7f5065f tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 945 time: 0.0634758 Apr 06 16:34:54.840892 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-e0c6bd0d-b44d-4b54-b340-274fb218d414 req-2efe7128-6e0a-4a6b-83d0-0210208567b5 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538938 Apr 06 16:34:55.994637 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45404c34-7df5-44ae-8fbf-fdb33af12e21 req-7eeabe2d-d4f5-4072-81ee-68a9afbf2dce tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:55.996893 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-45404c34-7df5-44ae-8fbf-fdb33af12e21 req-7eeabe2d-d4f5-4072-81ee-68a9afbf2dce tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 945 time: 0.0685418 Apr 06 16:34:56.057627 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-45404c34-7df5-44ae-8fbf-fdb33af12e21 req-0d369614-9a84-41db-adaa-f84843dd06e4 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542185 Apr 06 16:34:57.216368 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d068a5-5489-4047-a14c-1c1463f1ec7c req-d29abd41-971f-4e94-b926-70560bfa02a3 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:57.218236 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-11d068a5-5489-4047-a14c-1c1463f1ec7c req-d29abd41-971f-4e94-b926-70560bfa02a3 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 945 time: 0.0679593 Apr 06 16:34:57.274809 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-11d068a5-5489-4047-a14c-1c1463f1ec7c req-ab29bce4-f023-421d-b77a-8d21bc85ef73 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498199 Apr 06 16:34:58.419954 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3386a3-b48f-4f4a-99b2-cc6680a10765 req-08fcfe6a-744e-4fb9-92ed-e368f688e44a tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:58.471161 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-0b3386a3-b48f-4f4a-99b2-cc6680a10765 req-08fcfe6a-744e-4fb9-92ed-e368f688e44a tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 945 time: 0.0554762 Apr 06 16:34:58.471161 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-0b3386a3-b48f-4f4a-99b2-cc6680a10765 req-b99118b8-73a9-461f-9ee6-d5d278851676 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401607 Apr 06 16:34:59.640378 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b93181-5f62-4d62-a650-d4f394247026 req-26ba0956-afeb-4ce6-9986-290b694a53c0 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:34:59.642020 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-f9b93181-5f62-4d62-a650-d4f394247026 req-26ba0956-afeb-4ce6-9986-290b694a53c0 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 945 time: 0.0873611 Apr 06 16:34:59.731663 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-f9b93181-5f62-4d62-a650-d4f394247026 req-09018aa2-e798-4d8e-a9c5-ec554fc6be90 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719557 Apr 06 16:34:59.779385 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0a659fa4-c329-4ca9-9e75-6e39b0348689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:00.351911 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-1dfdb75d-5812-4680-a94b-5029a3097b9d req-bba798da-1b06-4b7c-a673-f2a696440dc9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456462 Apr 06 16:35:00.426186 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfdb75d-5812-4680-a94b-5029a3097b9d req-cd8a70ac-090f-48f5-a46f-2d91b0d93f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:00.427728 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-1dfdb75d-5812-4680-a94b-5029a3097b9d req-cd8a70ac-090f-48f5-a46f-2d91b0d93f5f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d1c6d06c04543878527856ba1e8d48c&device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 1130 time: 0.0488899 Apr 06 16:35:00.850362 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07487fad-a5ac-431c-86b5-82bf878fd65b req-519eed7c-00f8-48ec-aeb2-b596426e382c tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:00.852382 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-07487fad-a5ac-431c-86b5-82bf878fd65b req-519eed7c-00f8-48ec-aeb2-b596426e382c tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 945 time: 0.0532248 Apr 06 16:35:00.900141 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-07487fad-a5ac-431c-86b5-82bf878fd65b req-c8c6312d-fbe5-4c73-bbaf-dc464596e87e tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417769 Apr 06 16:35:01.172583 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (0e5c86dc-cd19-4356-a060-9388d8808620), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:01.287803 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfdb75d-5812-4680-a94b-5029a3097b9d req-fe126415-ab6f-4c2b-86ee-44c2722c2400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:01.289316 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-1dfdb75d-5812-4680-a94b-5029a3097b9d req-fe126415-ab6f-4c2b-86ee-44c2722c2400 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dad9ba10-e8cf-4082-94bd-2291edc537cc HTTP/1.1" status: 200 len: 920 time: 0.0914578 Apr 06 16:35:01.334725 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-1dfdb75d-5812-4680-a94b-5029a3097b9d req-560f78c6-c1a2-4adb-a75b-cb8cb44e9561 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62a2894c-0643-44d8-9bfc-395997912aa2 HTTP/1.1" status: 200 len: 217 time: 0.0353856 Apr 06 16:35:02.035178 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc4f7fc-361b-4aea-b9e3-89fac8ea6d81 req-1a7343ba-bda7-4cf1-9eb9-70e4898549c3 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:02.036575 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-0cc4f7fc-361b-4aea-b9e3-89fac8ea6d81 req-1a7343ba-bda7-4cf1-9eb9-70e4898549c3 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 945 time: 0.0587029 Apr 06 16:35:02.058368 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-fd33940f-2017-4cfd-b70d-55fb0bb2b448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:02.091845 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-0cc4f7fc-361b-4aea-b9e3-89fac8ea6d81 req-cb8b102e-4509-48dc-9a89-3b1cd84e7838 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484793 Apr 06 16:35:02.119854 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfdb75d-5812-4680-a94b-5029a3097b9d req-117d3ebc-4c89-458e-8648-de451df5b989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:02.121124 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-1dfdb75d-5812-4680-a94b-5029a3097b9d req-117d3ebc-4c89-458e-8648-de451df5b989 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5076aaf7-c1a1-40bf-87fc-8e1e2ced2174 HTTP/1.1" status: 200 len: 858 time: 0.0628591 Apr 06 16:35:02.170953 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfdb75d-5812-4680-a94b-5029a3097b9d req-4d827368-4ba0-4d09-a8f5-3667812f8903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:02.172532 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-1dfdb75d-5812-4680-a94b-5029a3097b9d req-4d827368-4ba0-4d09-a8f5-3667812f8903 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dad9ba10-e8cf-4082-94bd-2291edc537cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0441525 Apr 06 16:35:02.262876 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-1dfdb75d-5812-4680-a94b-5029a3097b9d req-da534a1e-c4c2-4cf2-8816-29713a983cd6 service neutron] 10.222.0.39 "GET /v2.0/networks/dad9ba10-e8cf-4082-94bd-2291edc537cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838015 Apr 06 16:35:02.385387 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c178a-0919-49f9-9a20-3b3f820148e7 req-c21ea6da-dae9-40bb-a032-5b35c8ba3275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:02.386864 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-be6c178a-0919-49f9-9a20-3b3f820148e7 req-c21ea6da-dae9-40bb-a032-5b35c8ba3275 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8ca74d1be6e74923a3ad0eff74755b5e&device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 1129 time: 0.0455489 Apr 06 16:35:02.425476 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-1dfdb75d-5812-4680-a94b-5029a3097b9d req-f4030a68-a0e1-4ea4-b6e9-0adeaf2b76b9 service neutron] 10.222.0.39 "GET /v2.0/networks/dad9ba10-e8cf-4082-94bd-2291edc537cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906684 Apr 06 16:35:02.484381 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c178a-0919-49f9-9a20-3b3f820148e7 req-d8dd4c43-8413-4382-a1ea-1b8b086fcdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:02.485937 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-be6c178a-0919-49f9-9a20-3b3f820148e7 req-d8dd4c43-8413-4382-a1ea-1b8b086fcdbc service neutron] 10.222.0.39 "GET /v2.0/networks?id=782e4005-3b7d-4e26-954d-25d46652bf58 HTTP/1.1" status: 200 len: 917 time: 0.0918975 Apr 06 16:35:02.554082 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-be6c178a-0919-49f9-9a20-3b3f820148e7 req-034278f7-017a-48be-ab25-0220ec418c50 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=509f440f-30e0-41a8-818f-560f8ed72425 HTTP/1.1" status: 200 len: 1001 time: 0.0615268 Apr 06 16:35:02.602832 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c178a-0919-49f9-9a20-3b3f820148e7 req-03b15d9e-caff-42d4-88c5-fd55c6924ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:02.604369 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-be6c178a-0919-49f9-9a20-3b3f820148e7 req-03b15d9e-caff-42d4-88c5-fd55c6924ed9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=713d2ac2-12c5-40b3-b057-72a7d64c64ec HTTP/1.1" status: 200 len: 855 time: 0.0443311 Apr 06 16:35:02.659261 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c178a-0919-49f9-9a20-3b3f820148e7 req-d4e4075d-7476-41b0-8f10-d8ea70ef0663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:02.660684 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-be6c178a-0919-49f9-9a20-3b3f820148e7 req-d4e4075d-7476-41b0-8f10-d8ea70ef0663 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=782e4005-3b7d-4e26-954d-25d46652bf58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0473568 Apr 06 16:35:02.753220 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-be6c178a-0919-49f9-9a20-3b3f820148e7 req-1f48f125-ff3a-4f86-b0b4-b2ed853b63cb service neutron] 10.222.0.39 "GET /v2.0/networks/782e4005-3b7d-4e26-954d-25d46652bf58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856521 Apr 06 16:35:02.849328 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-be6c178a-0919-49f9-9a20-3b3f820148e7 req-5c3cdff6-6369-4df2-af32-986c683e1eb9 service neutron] 10.222.0.39 "GET /v2.0/networks/782e4005-3b7d-4e26-954d-25d46652bf58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893736 Apr 06 16:35:03.223096 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6b948-feb4-44f0-bfe9-455e42726245 req-d8820ac8-c579-4f15-8625-b6c9714863ca tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:03.224597 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-f6c6b948-feb4-44f0-bfe9-455e42726245 req-d8820ac8-c579-4f15-8625-b6c9714863ca tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 945 time: 0.0535033 Apr 06 16:35:03.272074 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-f6c6b948-feb4-44f0-bfe9-455e42726245 req-5619c1fb-a08e-4c1c-933b-00a2acb46bf1 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416307 Apr 06 16:35:03.458989 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:04.403322 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d89e7-4b64-456c-973c-13f402cf48ad req-7561dabb-6849-483a-9f55-8cee200da600 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:04.404914 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-f71d89e7-4b64-456c-973c-13f402cf48ad req-7561dabb-6849-483a-9f55-8cee200da600 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 945 time: 0.0595589 Apr 06 16:35:04.458673 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-f71d89e7-4b64-456c-973c-13f402cf48ad req-18c449f1-8c06-46d5-9673-b2f955516176 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438457 Apr 06 16:35:04.550158 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:05.326808 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 509f440f-30e0-41a8-818f-560f8ed72425 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:35:05.408985 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Current status of the port 509f440f-30e0-41a8-818f-560f8ed72425 is: ACTIVE; New status is: DOWN {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:35:05.409379 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (509f440f-30e0-41a8-818f-560f8ed72425), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:05.434012 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '509f440f-30e0-41a8-818f-560f8ed72425'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:35:05.436676 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f701ca042f89aa6373cad35a0647e7390d8b08e4e39c46ca7d095e958c03af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8678957-6a6f-4ca2-862f-d3de0d89df14" -d '{"events": [{"server_uuid": "7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1", "name": "network-vif-unplugged", "status": "completed", "tag": "509f440f-30e0-41a8-818f-560f8ed72425"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:35:05.448445 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 509f440f-30e0-41a8-818f-560f8ed72425, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=509f440f-30e0-41a8-818f-560f8ed72425,segment=NetworkSegment(4338e709-dc46-4a61-ada5-02557dc55805),segment_id=4338e709-dc46-4a61-ada5-02557dc55805)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:35:05.475406 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 06 Apr 2022 16:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90184de1-872a-41af-9e4b-a7d3779b59b5 x-openstack-request-id: req-90184de1-872a-41af-9e4b-a7d3779b59b5 {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:35:05.475720 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1", "name": "network-vif-unplugged", "status": "completed", "tag": "509f440f-30e0-41a8-818f-560f8ed72425", "code": 200}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:35:05.475989 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-90184de1-872a-41af-9e4b-a7d3779b59b5 {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:35:05.476445 dv-cinder-815660-7-smb neutron-server[103682]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90184de1-872a-41af-9e4b-a7d3779b59b5'] response: {'server_uuid': '7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '509f440f-30e0-41a8-818f-560f8ed72425', 'code': 200} Apr 06 16:35:05.532942 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (509f440f-30e0-41a8-818f-560f8ed72425), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:05.583146 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Pushing event updated for resources: {'Port': ['ID=509f440f-30e0-41a8-818f-560f8ed72425,revision_number=8']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:35:05.588758 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c3eba9-36b7-406b-b5ee-3433d1d391ef req-24157e07-6986-4b28-bdce-e5599c2b64fb tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:05.590314 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-c4c3eba9-36b7-406b-b5ee-3433d1d391ef req-24157e07-6986-4b28-bdce-e5599c2b64fb tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 943 time: 0.0583482 Apr 06 16:35:05.638505 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-c4c3eba9-36b7-406b-b5ee-3433d1d391ef req-0215167c-3646-4b09-bb92-4ab3b726ffa2 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425031 Apr 06 16:35:06.184423 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:06.765799 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481ab64-66d0-4d76-9c1a-3b72c22ddb16 req-0c2b32c0-7db6-4b41-a78c-80892bf62adb tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:06.767297 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-a481ab64-66d0-4d76-9c1a-3b72c22ddb16 req-0c2b32c0-7db6-4b41-a78c-80892bf62adb tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 943 time: 0.0533147 Apr 06 16:35:06.819887 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-a481ab64-66d0-4d76-9c1a-3b72c22ddb16 req-708bc0cd-eac6-48b8-8991-9d64f8ca64a8 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413141 Apr 06 16:35:08.235284 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [req-29bcef04-dc7e-4a6c-a7c3-03ce86b687d3 req-53caf37a-621a-4797-b9e7-3e969a0b21a4 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103680) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 16:35:08.236178 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-29bcef04-dc7e-4a6c-a7c3-03ce86b687d3 req-53caf37a-621a-4797-b9e7-3e969a0b21a4 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053384 Apr 06 16:35:08.617845 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af96c78-29cd-4cdf-be16-370c4dae9167 req-cbf16ab8-e4b9-4d56-865d-cab071dae98a tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:08.619310 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-4af96c78-29cd-4cdf-be16-370c4dae9167 req-cbf16ab8-e4b9-4d56-865d-cab071dae98a tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 943 time: 0.0576377 Apr 06 16:35:08.669698 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-4af96c78-29cd-4cdf-be16-370c4dae9167 req-9f65ae52-ffd1-4554-9408-3fa23a24ed97 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445414 Apr 06 16:35:09.139031 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 39128) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:35:09.236728 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-9abfac84-723f-43a5-9494-63f81b20234b req-86cf88e1-1c3f-4638-aa28-f0291d520786 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0965362 Apr 06 16:35:09.245712 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [req-9abfac84-723f-43a5-9494-63f81b20234b req-09a3a77b-6076-4349-8423-bcb3a9fcbf64 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103681) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 16:35:09.246707 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-9abfac84-723f-43a5-9494-63f81b20234b req-09a3a77b-6076-4349-8423-bcb3a9fcbf64 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051703 Apr 06 16:35:09.325102 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 39136) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:35:09.390107 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 509f440f-30e0-41a8-818f-560f8ed72425 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:35:09.426448 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abfac84-723f-43a5-9494-63f81b20234b req-822dbf9f-2ca1-4461-96e3-1299771dce4b tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:09.426448 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-9abfac84-723f-43a5-9494-63f81b20234b req-822dbf9f-2ca1-4461-96e3-1299771dce4b tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports/509f440f-30e0-41a8-818f-560f8ed72425 HTTP/1.1" status: 200 len: 940 time: 0.0959857 Apr 06 16:35:09.480326 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Current status of the port 509f440f-30e0-41a8-818f-560f8ed72425 is: DOWN; New status is: DOWN {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:35:09.794770 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4bd1cd-4ef6-4b56-baeb-d1565f8b744c req-25e9b520-b40c-4a57-88c6-d3ec3003caa3 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:09.796264 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-db4bd1cd-4ef6-4b56-baeb-d1565f8b744c req-25e9b520-b40c-4a57-88c6-d3ec3003caa3 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 943 time: 0.0521789 Apr 06 16:35:09.847716 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-db4bd1cd-4ef6-4b56-baeb-d1565f8b744c req-71ec320b-31fb-4916-84cb-2ce6e146be2f tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454998 Apr 06 16:35:09.967548 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 39156) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:35:09.972072 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [None req-8e599155-ae2b-4bbf-ab5d-cca9b384179b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Request body: {'security_group': {'name': 'tempest-securitygroup--817168239', 'description': 'tempest-description--1348619236'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:35:10.047124 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-8e599155-ae2b-4bbf-ab5d-cca9b384179b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:10.113325 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-8e599155-ae2b-4bbf-ab5d-cca9b384179b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for security_group (9f27d2eb-aa2c-4d3d-8557-d0d112e1eeac), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:10.184686 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-8e599155-ae2b-4bbf-ab5d-cca9b384179b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (9f27d2eb-aa2c-4d3d-8557-d0d112e1eeac), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:10.213925 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e599155-ae2b-4bbf-ab5d-cca9b384179b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f27d2eb-aa2c-4d3d-8557-d0d112e1eeac,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:35:10.220670 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e599155-ae2b-4bbf-ab5d-cca9b384179b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:35:10.221022 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e599155-ae2b-4bbf-ab5d-cca9b384179b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:35:10.223922 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e599155-ae2b-4bbf-ab5d-cca9b384179b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:35:10.223922 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e599155-ae2b-4bbf-ab5d-cca9b384179b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:35:10.223922 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e599155-ae2b-4bbf-ab5d-cca9b384179b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:35:10.223922 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e599155-ae2b-4bbf-ab5d-cca9b384179b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:35:10.223922 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e599155-ae2b-4bbf-ab5d-cca9b384179b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:35:10.223922 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e599155-ae2b-4bbf-ab5d-cca9b384179b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:35:10.223922 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e599155-ae2b-4bbf-ab5d-cca9b384179b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:35:10.223922 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e599155-ae2b-4bbf-ab5d-cca9b384179b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:35:10.225054 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e599155-ae2b-4bbf-ab5d-cca9b384179b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:35:10.225054 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e599155-ae2b-4bbf-ab5d-cca9b384179b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:35:10.225054 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e599155-ae2b-4bbf-ab5d-cca9b384179b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:35:10.225054 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e599155-ae2b-4bbf-ab5d-cca9b384179b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:35:10.225625 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e599155-ae2b-4bbf-ab5d-cca9b384179b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:35:10.283396 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-8e599155-ae2b-4bbf-ab5d-cca9b384179b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:10.284689 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-8e599155-ae2b-4bbf-ab5d-cca9b384179b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3161030 Apr 06 16:35:10.287622 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 39158) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:35:10.298041 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [None req-71d39a00-b8d0-4b32-b9c4-758c0346320b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Request body: {'security_group_rule': {'security_group_id': '9f27d2eb-aa2c-4d3d-8557-d0d112e1eeac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:35:10.383593 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-71d39a00-b8d0-4b32-b9c4-758c0346320b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for security_group_rule (9ddc5daf-1a15-4720-806d-be560fb3817e), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:10.446341 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-71d39a00-b8d0-4b32-b9c4-758c0346320b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for security_group_rule (9ddc5daf-1a15-4720-806d-be560fb3817e), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:10.516084 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-71d39a00-b8d0-4b32-b9c4-758c0346320b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654992'] for security_group_rule (9ddc5daf-1a15-4720-806d-be560fb3817e), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:10.535234 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d39a00-b8d0-4b32-b9c4-758c0346320b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ddc5daf-1a15-4720-806d-be560fb3817e,revision_number=0']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:35:10.621287 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-71d39a00-b8d0-4b32-b9c4-758c0346320b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:10.625360 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-71d39a00-b8d0-4b32-b9c4-758c0346320b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3338895 Apr 06 16:35:10.625577 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 39164) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:35:10.630147 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [None req-24c55623-55ed-4785-89fd-3770ee9b4538 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Request body: {'security_group_rule': {'security_group_id': '9f27d2eb-aa2c-4d3d-8557-d0d112e1eeac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:35:10.737942 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-24c55623-55ed-4785-89fd-3770ee9b4538 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for security_group_rule (a43beac4-c58b-4d87-80ee-aaf6bfd2103c), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:10.793703 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-24c55623-55ed-4785-89fd-3770ee9b4538 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for security_group_rule (a43beac4-c58b-4d87-80ee-aaf6bfd2103c), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:10.972818 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183bd44-1822-49a0-84fb-f423928fcdde req-8f0f1b7f-659c-4b77-95ba-f6221907a175 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:10.974295 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-7183bd44-1822-49a0-84fb-f423928fcdde req-8f0f1b7f-659c-4b77-95ba-f6221907a175 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 943 time: 0.0529261 Apr 06 16:35:11.007578 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-24c55623-55ed-4785-89fd-3770ee9b4538 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654992'] for security_group_rule (a43beac4-c58b-4d87-80ee-aaf6bfd2103c), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:11.036208 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-7183bd44-1822-49a0-84fb-f423928fcdde req-c852ad5c-bb79-4d27-bf8b-b078f4273dc8 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561185 Apr 06 16:35:11.039202 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c55623-55ed-4785-89fd-3770ee9b4538 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a43beac4-c58b-4d87-80ee-aaf6bfd2103c,revision_number=0']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:35:11.119087 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-24c55623-55ed-4785-89fd-3770ee9b4538 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:11.120393 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-24c55623-55ed-4785-89fd-3770ee9b4538 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4937901 Apr 06 16:35:11.129499 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 39170) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:35:11.134535 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [None req-fc2e464e-fbb7-4b7a-aa66-b805fe473b49 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Request body: {'floatingip': {'floating_network_id': '5748d197-8213-47ef-9188-592aa7f2e542'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:35:11.281687 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fc2e464e-fbb7-4b7a-aa66-b805fe473b49 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:11.380241 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fc2e464e-fbb7-4b7a-aa66-b805fe473b49 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:11.483441 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [None req-fc2e464e-fbb7-4b7a-aa66-b805fe473b49 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Allocated IP 172.28.0.201 (5748d197-8213-47ef-9188-592aa7f2e542/30360da9-bba6-4593-a408-3cd8aca8fb5f/785c27f0-65c7-4952-bdfd-e7e701ef7764) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:35:11.582466 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fc2e464e-fbb7-4b7a-aa66-b805fe473b49 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for port (785c27f0-65c7-4952-bdfd-e7e701ef7764), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:11.755516 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fc2e464e-fbb7-4b7a-aa66-b805fe473b49 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276'] for port (785c27f0-65c7-4952-bdfd-e7e701ef7764), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:11.801686 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2e464e-fbb7-4b7a-aa66-b805fe473b49 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Network 5748d197-8213-47ef-9188-592aa7f2e542 is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:35:11.804587 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-fc2e464e-fbb7-4b7a-aa66-b805fe473b49 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:35:11.809137 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2e464e-fbb7-4b7a-aa66-b805fe473b49 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:35:11.813742 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2e464e-fbb7-4b7a-aa66-b805fe473b49 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Pushing event updated for resources: {'Port': ['ID=785c27f0-65c7-4952-bdfd-e7e701ef7764,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:35:11.896992 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fc2e464e-fbb7-4b7a-aa66-b805fe473b49 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for floatingip (af85fce8-152b-4536-bf92-7d1670175fca), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:12.044532 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fc2e464e-fbb7-4b7a-aa66-b805fe473b49 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (785c27f0-65c7-4952-bdfd-e7e701ef7764), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:12.215979 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c59eb6-d231-4994-899b-2d6338898ea3 req-d5ac1f36-89c3-4ff4-b64b-2bde88b1a7cc tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:12.217418 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-93c59eb6-d231-4994-899b-2d6338898ea3 req-d5ac1f36-89c3-4ff4-b64b-2bde88b1a7cc tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 943 time: 0.0845671 Apr 06 16:35:12.270664 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fc2e464e-fbb7-4b7a-aa66-b805fe473b49 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for port (785c27f0-65c7-4952-bdfd-e7e701ef7764), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:12.285208 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-93c59eb6-d231-4994-899b-2d6338898ea3 req-842ce44a-f9d8-486b-bbdb-078014d39920 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588615 Apr 06 16:35:12.356003 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fc2e464e-fbb7-4b7a-aa66-b805fe473b49 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (785c27f0-65c7-4952-bdfd-e7e701ef7764), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:12.387235 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fc2e464e-fbb7-4b7a-aa66-b805fe473b49 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617069'] for floatingip (af85fce8-152b-4536-bf92-7d1670175fca), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:12.408484 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2e464e-fbb7-4b7a-aa66-b805fe473b49 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Pushing event updated for resources: {'Port': ['ID=785c27f0-65c7-4952-bdfd-e7e701ef7764,revision_number=2']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:35:12.471979 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fc2e464e-fbb7-4b7a-aa66-b805fe473b49 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for floatingip (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:12.473210 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-fc2e464e-fbb7-4b7a-aa66-b805fe473b49 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3427780 Apr 06 16:35:12.670551 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-4a11251f-13ae-4038-8a4d-bcc3e9523ba1 req-df8cf216-e36e-4e76-81d5-9ae2efe1d45d tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--817168239&fields=id&tenant_id=3e0d499680204ce48c74bc5d3b01a192 HTTP/1.1" status: 200 len: 267 time: 0.0417233 Apr 06 16:35:12.779318 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11251f-13ae-4038-8a4d-bcc3e9523ba1 req-c487e4c2-f186-4db9-b34a-466c1e7d8446 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:12.780810 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-4a11251f-13ae-4038-8a4d-bcc3e9523ba1 req-c487e4c2-f186-4db9-b34a-466c1e7d8446 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/networks?id=8ef6f925-e3af-4879-bc93-ee3096c80cf0 HTTP/1.1" status: 200 len: 815 time: 0.1032412 Apr 06 16:35:12.796081 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-4a11251f-13ae-4038-8a4d-bcc3e9523ba1 req-aafbb6ed-8620-4fc3-bb61-78883e2dc5f1 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/quotas/3e0d499680204ce48c74bc5d3b01a192 HTTP/1.1" status: 200 len: 375 time: 0.0096948 Apr 06 16:35:12.853649 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-4a11251f-13ae-4038-8a4d-bcc3e9523ba1 req-e2652e06-3a2f-4eca-a5e4-f13ac558c5de tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3e0d499680204ce48c74bc5d3b01a192&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0525353 Apr 06 16:35:12.950729 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-4a11251f-13ae-4038-8a4d-bcc3e9523ba1 req-b4a2533c-d9c7-4bf1-9935-dcac49d2a21d service neutron] 10.222.0.49 "GET /v2.0/networks/8ef6f925-e3af-4879-bc93-ee3096c80cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856655 Apr 06 16:35:13.040940 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-4a11251f-13ae-4038-8a4d-bcc3e9523ba1 req-ce17ad61-af45-4f8d-a437-a4595283f522 service neutron] 10.222.0.49 "GET /v2.0/networks/8ef6f925-e3af-4879-bc93-ee3096c80cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843472 Apr 06 16:35:13.354961 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-3cb1360e-9f55-414f-828f-bbf4e6b6ac68 req-a726ce8e-1202-4a5c-903b-a627bd1b0e76 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd20e805-0c6d-41b6-9931-ada8dac1ebc9 HTTP/1.1" status: 200 len: 210 time: 0.0314667 Apr 06 16:35:13.456178 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925e0a7-8b06-4915-88ba-8df3080b1b65 req-9a5866da-70c8-4a4b-a6e1-e090906d0642 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:13.457802 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-d925e0a7-8b06-4915-88ba-8df3080b1b65 req-9a5866da-70c8-4a4b-a6e1-e090906d0642 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 943 time: 0.0646601 Apr 06 16:35:13.481626 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abfac84-723f-43a5-9494-63f81b20234b req-0c5f825d-30a2-4471-86fe-a52d65338ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:13.483239 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-9abfac84-723f-43a5-9494-63f81b20234b req-0c5f825d-30a2-4471-86fe-a52d65338ef5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1&tenant_id=8ca74d1be6e74923a3ad0eff74755b5e HTTP/1.1" status: 200 len: 1127 time: 0.0861356 Apr 06 16:35:13.512821 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-d925e0a7-8b06-4915-88ba-8df3080b1b65 req-344c7d07-5f07-45a1-a56d-5fe83b0dd1f0 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478930 Apr 06 16:35:14.436305 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-60ecc340-af4d-4bf7-9ebb-c7aaa44dda40 req-6dbc92e9-f19e-4879-81f9-f393e8a67176 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd20e805-0c6d-41b6-9931-ada8dac1ebc9 HTTP/1.1" status: 200 len: 210 time: 0.0282123 Apr 06 16:35:14.507553 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abfac84-723f-43a5-9494-63f81b20234b req-96282e91-b32d-429d-a192-f2711c4af57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:14.509297 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-9abfac84-723f-43a5-9494-63f81b20234b req-96282e91-b32d-429d-a192-f2711c4af57a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8ca74d1be6e74923a3ad0eff74755b5e&device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 1127 time: 0.0451109 Apr 06 16:35:14.656221 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b923225-22ae-45ed-ae33-08bb647f4b8e req-f36ac3f2-4cfc-44b9-93ce-5e14a55b0855 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:14.657948 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-4b923225-22ae-45ed-ae33-08bb647f4b8e req-f36ac3f2-4cfc-44b9-93ce-5e14a55b0855 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 943 time: 0.0619600 Apr 06 16:35:14.714024 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-4b923225-22ae-45ed-ae33-08bb647f4b8e req-8c6090c7-5a0d-4e7a-882c-7f69e0284edd tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498981 Apr 06 16:35:14.809178 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abfac84-723f-43a5-9494-63f81b20234b req-90b7b4f6-6814-413a-849c-4303a1cf2507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:14.810675 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-9abfac84-723f-43a5-9494-63f81b20234b req-90b7b4f6-6814-413a-849c-4303a1cf2507 service neutron] 10.222.0.39 "GET /v2.0/networks?id=782e4005-3b7d-4e26-954d-25d46652bf58 HTTP/1.1" status: 200 len: 917 time: 0.2951870 Apr 06 16:35:14.878029 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-9abfac84-723f-43a5-9494-63f81b20234b req-51d496c7-c509-4bba-9a4b-0194abc67085 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=509f440f-30e0-41a8-818f-560f8ed72425 HTTP/1.1" status: 200 len: 999 time: 0.0601490 Apr 06 16:35:14.932326 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abfac84-723f-43a5-9494-63f81b20234b req-592f4a34-701b-4f2d-bae1-91317cf485fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:14.933879 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-9abfac84-723f-43a5-9494-63f81b20234b req-592f4a34-701b-4f2d-bae1-91317cf485fc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=713d2ac2-12c5-40b3-b057-72a7d64c64ec HTTP/1.1" status: 200 len: 855 time: 0.0490892 Apr 06 16:35:14.994246 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abfac84-723f-43a5-9494-63f81b20234b req-8d6c30a5-ce9b-44ca-b730-041490e61754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:14.994246 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-9abfac84-723f-43a5-9494-63f81b20234b req-8d6c30a5-ce9b-44ca-b730-041490e61754 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=782e4005-3b7d-4e26-954d-25d46652bf58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0471287 Apr 06 16:35:15.084209 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-9abfac84-723f-43a5-9494-63f81b20234b req-4364f5a9-dbd3-4b4c-aaec-dff81c0831d4 service neutron] 10.222.0.39 "GET /v2.0/networks/782e4005-3b7d-4e26-954d-25d46652bf58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842052 Apr 06 16:35:15.179873 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-9abfac84-723f-43a5-9494-63f81b20234b req-0276c304-8716-433e-b4dd-cbb0c843dfd0 service neutron] 10.222.0.39 "GET /v2.0/networks/782e4005-3b7d-4e26-954d-25d46652bf58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877724 Apr 06 16:35:15.530027 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-c427ea9a-1715-4d96-8d46-5055362a2bb4 req-3607c547-d5f5-4812-9660-be9e88a8c5ce tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd20e805-0c6d-41b6-9931-ada8dac1ebc9 HTTP/1.1" status: 200 len: 210 time: 0.0283780 Apr 06 16:35:15.881452 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faeb697-ea7a-4b5f-a5e1-65a9d20fcdcd req-1b665044-6cbc-4740-88a9-689507640190 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:15.883066 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-1faeb697-ea7a-4b5f-a5e1-65a9d20fcdcd req-1b665044-6cbc-4740-88a9-689507640190 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 943 time: 0.0584850 Apr 06 16:35:15.938921 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-1faeb697-ea7a-4b5f-a5e1-65a9d20fcdcd req-2ca9ef4a-9b31-4dcb-a633-f72c31a213a5 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498676 Apr 06 16:35:16.036383 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11251f-13ae-4038-8a4d-bcc3e9523ba1 req-636d5202-0ece-4062-9660-d6a9fb4bb5ad tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:16.038353 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-4a11251f-13ae-4038-8a4d-bcc3e9523ba1 req-636d5202-0ece-4062-9660-d6a9fb4bb5ad tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.39 "GET /v2.0/networks?id=8ef6f925-e3af-4879-bc93-ee3096c80cf0 HTTP/1.1" status: 200 len: 815 time: 0.1243293 Apr 06 16:35:16.631197 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.agents_db [None req-a950ddbd-9d44-4943-b7d7-a118ae2e1c13 None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:35:16.654907 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-5114bb34-a6d5-47d9-a471-989cbff1e796 req-125f8fed-1ad2-49c0-ba9b-35eaefeab16b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd20e805-0c6d-41b6-9931-ada8dac1ebc9 HTTP/1.1" status: 200 len: 210 time: 0.0401962 Apr 06 16:35:17.067794 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb8e12-4a82-4b37-a1a2-1cb04cff8432 req-142ad5ab-5d65-49fc-b1ae-82336e7c9a34 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:17.069265 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-25cb8e12-4a82-4b37-a1a2-1cb04cff8432 req-142ad5ab-5d65-49fc-b1ae-82336e7c9a34 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 943 time: 0.0559506 Apr 06 16:35:17.122253 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-25cb8e12-4a82-4b37-a1a2-1cb04cff8432 req-9d96a82e-db2c-4251-9a8a-7611edd506c4 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467229 Apr 06 16:35:17.756103 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-5f6569b4-8ea9-494c-a15b-7232366e2ee8 req-95688b19-20fe-4c4b-9f38-7d535d429166 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd20e805-0c6d-41b6-9931-ada8dac1ebc9 HTTP/1.1" status: 200 len: 210 time: 0.0306649 Apr 06 16:35:18.256016 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b785821-24e9-498c-b69e-297ea7d1bf5f req-8819ac03-bd2f-4109-b03f-a0f8950cf0cc tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:18.257537 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-0b785821-24e9-498c-b69e-297ea7d1bf5f req-8819ac03-bd2f-4109-b03f-a0f8950cf0cc tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 943 time: 0.0567813 Apr 06 16:35:18.307947 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-0b785821-24e9-498c-b69e-297ea7d1bf5f req-a32d7a1f-120f-461a-bd50-d423567d6225 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439847 Apr 06 16:35:18.864692 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-123b61cc-9858-4d03-a598-3ff99c382409 req-41dc68ec-665e-4ab4-b01f-3c8d3ffad1a3 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd20e805-0c6d-41b6-9931-ada8dac1ebc9 HTTP/1.1" status: 200 len: 210 time: 0.0317311 Apr 06 16:35:19.452110 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3813e-c456-4041-b14c-d7503f03c9d7 req-0001494f-8926-4955-b1d3-88bd9789fdd5 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:19.453608 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-74a3813e-c456-4041-b14c-d7503f03c9d7 req-0001494f-8926-4955-b1d3-88bd9789fdd5 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 943 time: 0.0653937 Apr 06 16:35:19.505152 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-74a3813e-c456-4041-b14c-d7503f03c9d7 req-149cca06-a80a-4fc1-bba3-d96ddc564bd4 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458939 Apr 06 16:35:19.968543 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-d227b035-4f19-4fd4-a155-a44569222bf6 req-bfb37062-1489-4e37-a99a-8d9e3ba45d43 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd20e805-0c6d-41b6-9931-ada8dac1ebc9 HTTP/1.1" status: 200 len: 210 time: 0.0326502 Apr 06 16:35:20.642975 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce480f3-440b-4fa0-b713-f4830b019a8d req-00f73457-8c3a-4f23-b8a7-3a9b8c410ee9 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:20.645442 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-5ce480f3-440b-4fa0-b713-f4830b019a8d req-00f73457-8c3a-4f23-b8a7-3a9b8c410ee9 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 943 time: 0.0647731 Apr 06 16:35:20.719337 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-5ce480f3-440b-4fa0-b713-f4830b019a8d req-50892d02-c2d3-482e-b9d4-dfee9c38d8c9 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545533 Apr 06 16:35:21.074357 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-c31d248e-8ecb-4ec8-bdd0-f207f031dce9 req-e7bef6a6-541f-4571-b29d-be55f0478c31 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd20e805-0c6d-41b6-9931-ada8dac1ebc9 HTTP/1.1" status: 200 len: 210 time: 0.0305462 Apr 06 16:35:21.849623 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f057a-bb58-4409-911a-626a08556653 req-bcfdb4fe-66cd-446c-a7f4-f8158c93b3cb tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:21.856035 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ee2f057a-bb58-4409-911a-626a08556653 req-bcfdb4fe-66cd-446c-a7f4-f8158c93b3cb tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 943 time: 0.0613463 Apr 06 16:35:21.910582 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ee2f057a-bb58-4409-911a-626a08556653 req-098453e3-009f-4641-93bd-cc833abf0864 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533960 Apr 06 16:35:22.176716 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-efea3363-6b44-40d8-a4be-703158b60a91 req-2563ed73-234a-48bc-8a78-c7333ffbca40 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd20e805-0c6d-41b6-9931-ada8dac1ebc9 HTTP/1.1" status: 200 len: 210 time: 0.0278904 Apr 06 16:35:23.044702 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9756e-ff5b-4cde-91ae-d5bf2e275dfb req-405eb296-db8d-4872-be8e-5149d6d0b976 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:23.060601 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-8da9756e-ff5b-4cde-91ae-d5bf2e275dfb req-405eb296-db8d-4872-be8e-5149d6d0b976 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 943 time: 0.0549157 Apr 06 16:35:23.101724 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-8da9756e-ff5b-4cde-91ae-d5bf2e275dfb req-5dd13468-c515-4e23-b937-9f47c82afad1 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497782 Apr 06 16:35:23.276832 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-bb69ba6f-bbaf-435b-af5e-abc7ae6a7c48 req-a6bf2081-052a-4b73-9f71-281b2cf863b3 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd20e805-0c6d-41b6-9931-ada8dac1ebc9 HTTP/1.1" status: 200 len: 210 time: 0.0299156 Apr 06 16:35:24.237752 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62496c8e-cdd1-48b5-a9d5-edfbf5d483f6 req-37452112-b9c9-4ab9-b43f-76714fa9850a tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:24.239942 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-62496c8e-cdd1-48b5-a9d5-edfbf5d483f6 req-37452112-b9c9-4ab9-b43f-76714fa9850a tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 943 time: 0.0629058 Apr 06 16:35:24.292591 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-62496c8e-cdd1-48b5-a9d5-edfbf5d483f6 req-f0b2a1ee-11f6-4aec-9b1f-2c5749a95697 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463803 Apr 06 16:35:24.398011 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-9eb19a4b-9184-40b9-9d9e-11d7b9dde7b6 req-df95ba7a-494b-4071-b214-1d416293c136 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd20e805-0c6d-41b6-9931-ada8dac1ebc9 HTTP/1.1" status: 200 len: 210 time: 0.0505486 Apr 06 16:35:25.437813 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fdbafd-70e0-4359-8c24-d50d9e346c0a req-a8e2d05b-63c0-4750-b7b0-d54b383528af tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:25.449552 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-00fdbafd-70e0-4359-8c24-d50d9e346c0a req-a8e2d05b-63c0-4750-b7b0-d54b383528af tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 943 time: 0.0723259 Apr 06 16:35:25.509483 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-00fdbafd-70e0-4359-8c24-d50d9e346c0a req-99acb768-ef44-448e-bc55-9d0ee3ef73a6 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597754 Apr 06 16:35:25.555021 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-5151e9fb-5f96-45d5-82a7-2d9118eb0f03 req-1bb2869e-30d7-4361-b8d6-0c9724766993 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd20e805-0c6d-41b6-9931-ada8dac1ebc9 HTTP/1.1" status: 200 len: 210 time: 0.0543458 Apr 06 16:35:26.645559 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e46a6d-20d9-40f3-be2c-2b64bf5319ec req-0a3a2805-b1d6-4163-a976-170945ff5398 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:26.647147 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-f8e46a6d-20d9-40f3-be2c-2b64bf5319ec req-0a3a2805-b1d6-4163-a976-170945ff5398 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 943 time: 0.0542157 Apr 06 16:35:26.667316 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-08666dbf-dde1-42c8-971e-7107cf74633a req-220aec0b-2e19-46b0-8946-0b2e365d1708 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd20e805-0c6d-41b6-9931-ada8dac1ebc9 HTTP/1.1" status: 200 len: 210 time: 0.0296371 Apr 06 16:35:26.696058 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-f8e46a6d-20d9-40f3-be2c-2b64bf5319ec req-5704d367-862d-4de6-a353-045ef34bc4ae tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423365 Apr 06 16:35:27.764024 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-7718d423-2ca5-470d-8180-7097fdf4f639 req-ce976088-1365-47de-9ad8-7de14b7fd4a4 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd20e805-0c6d-41b6-9931-ada8dac1ebc9 HTTP/1.1" status: 200 len: 210 time: 0.0280516 Apr 06 16:35:27.825302 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b37c79-797d-4771-8a93-3be711d83737 req-e3c1cf82-3216-45fb-b801-720256d5190a tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:27.826766 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-b3b37c79-797d-4771-8a93-3be711d83737 req-e3c1cf82-3216-45fb-b801-720256d5190a tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 943 time: 0.0539401 Apr 06 16:35:27.877532 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-b3b37c79-797d-4771-8a93-3be711d83737 req-f821370d-5ed4-4fe8-a381-6efd3c6147c7 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451477 Apr 06 16:35:28.863099 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-7ec24ce5-9945-4023-9ef2-628b6e18b5d7 req-871a6379-dae2-4fc0-8452-2288c773fde2 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd20e805-0c6d-41b6-9931-ada8dac1ebc9 HTTP/1.1" status: 200 len: 210 time: 0.0275059 Apr 06 16:35:29.003955 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e382668f-0a70-4872-a778-a4afae7afd78 req-73867b0a-839c-46c8-b9ef-4ae90713cc59 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:29.005446 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-e382668f-0a70-4872-a778-a4afae7afd78 req-73867b0a-839c-46c8-b9ef-4ae90713cc59 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 943 time: 0.0549369 Apr 06 16:35:29.055295 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-e382668f-0a70-4872-a778-a4afae7afd78 req-447c30a6-98c9-42f0-832c-e1e6c3eed4cd tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431938 Apr 06 16:35:29.508643 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-4a11251f-13ae-4038-8a4d-bcc3e9523ba1 req-2e86c5a0-0151-4ab1-8d33-3423fdf2c293 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e0d499680204ce48c74bc5d3b01a192 HTTP/1.1" status: 200 len: 471 time: 0.0791566 Apr 06 16:35:29.791287 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-01d9c908-8b58-424c-81b9-0272c079e371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:29.960314 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-912a60f1-59b0-4092-ba21-78edc91b9eb2 req-273941f1-7830-4e25-bd9b-8d1ca3298d3c tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd20e805-0c6d-41b6-9931-ada8dac1ebc9 HTTP/1.1" status: 200 len: 210 time: 0.0295143 Apr 06 16:35:30.201519 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d9607-a020-4ee3-b464-7e4a9ca77ab6 req-9648cf5d-6d4a-47b6-bd19-c397992da0d9 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:30.203756 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ff3d9607-a020-4ee3-b464-7e4a9ca77ab6 req-9648cf5d-6d4a-47b6-bd19-c397992da0d9 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 943 time: 0.0625212 Apr 06 16:35:30.257956 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ff3d9607-a020-4ee3-b464-7e4a9ca77ab6 req-bd29c097-1f70-4fd0-8649-d84b3dc60e68 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481386 Apr 06 16:35:31.059265 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-a1620e44-d8af-4d47-ba73-424acf676764 req-f9748d55-f67b-4f5e-b7b5-3474077607e5 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd20e805-0c6d-41b6-9931-ada8dac1ebc9 HTTP/1.1" status: 200 len: 210 time: 0.0284393 Apr 06 16:35:31.202792 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (0e5c86dc-cd19-4356-a060-9388d8808620), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:31.382732 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b2050-68ae-47da-9481-4ee007bb8a24 req-71de8f04-7835-48da-80c2-59e92585b786 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:31.384267 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-389b2050-68ae-47da-9481-4ee007bb8a24 req-71de8f04-7835-48da-80c2-59e92585b786 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 943 time: 0.0526726 Apr 06 16:35:31.433126 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-389b2050-68ae-47da-9481-4ee007bb8a24 req-27b5a95b-7207-4724-88cb-2bd0e0daa0c7 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429196 Apr 06 16:35:32.036539 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7577e5f4-6270-4a6c-b7cc-1060a80d0a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:32.155601 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-a08bb74a-bea9-4bf3-934d-8f6ad71d2468 req-72abc46a-6c9c-49f9-bf67-791b5303f10d tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd20e805-0c6d-41b6-9931-ada8dac1ebc9 HTTP/1.1" status: 200 len: 210 time: 0.0277677 Apr 06 16:35:32.558144 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924ba13-ed51-4940-ac4d-15c8c2a4e9d9 req-42db455b-7772-4c6c-8294-b68ba9f2dc5c tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:32.559668 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-6924ba13-ed51-4940-ac4d-15c8c2a4e9d9 req-42db455b-7772-4c6c-8294-b68ba9f2dc5c tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 943 time: 0.0552099 Apr 06 16:35:32.615129 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-6924ba13-ed51-4940-ac4d-15c8c2a4e9d9 req-325c4b6a-d468-4f49-b878-0895d65336d3 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498312 Apr 06 16:35:33.249239 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [req-4a11251f-13ae-4038-8a4d-bcc3e9523ba1 req-c5500202-5737-4647-b9fe-721fbe11720d tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Request body: {'port': {'device_id': 'bd20e805-0c6d-41b6-9931-ada8dac1ebc9', 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'admin_state_up': True, 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'security_groups': ['9f27d2eb-aa2c-4d3d-8557-d0d112e1eeac']}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:35:33.254861 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-9bf2022d-128c-41e6-9fdd-8054343ea822 req-97a0a7aa-4f62-4d2b-8aa9-f93be9b2b9c0 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd20e805-0c6d-41b6-9931-ada8dac1ebc9 HTTP/1.1" status: 200 len: 210 time: 0.0299695 Apr 06 16:35:33.477233 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a11251f-13ae-4038-8a4d-bcc3e9523ba1 req-c5500202-5737-4647-b9fe-721fbe11720d tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Made reservation on behalf of 3e0d499680204ce48c74bc5d3b01a192 for: {'port': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:35:33.481196 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-4a11251f-13ae-4038-8a4d-bcc3e9523ba1 req-c5500202-5737-4647-b9fe-721fbe11720d tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:33.511466 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:33.527322 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 509f440f-30e0-41a8-818f-560f8ed72425 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=103682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 16:35:33.618488 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [req-4a11251f-13ae-4038-8a4d-bcc3e9523ba1 req-c5500202-5737-4647-b9fe-721fbe11720d tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Allocated IP 172.20.0.10 (8ef6f925-e3af-4879-bc93-ee3096c80cf0/1121a7e3-a3db-4af5-8ad9-70ecc903d4ca/3ea5273e-9d45-425b-b762-11a91e9441c7) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:35:33.635976 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 509f440f-30e0-41a8-818f-560f8ed72425, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=509f440f-30e0-41a8-818f-560f8ed72425,segment=NetworkSegment(4338e709-dc46-4a61-ada5-02557dc55805),segment_id=4338e709-dc46-4a61-ada5-02557dc55805)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:35:33.649098 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Returning: {'device': '509f440f-30e0-41a8-818f-560f8ed72425', 'network_id': '782e4005-3b7d-4e26-954d-25d46652bf58', 'port_id': '509f440f-30e0-41a8-818f-560f8ed72425', 'mac_address': 'fa:16:3e:46:75:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '713d2ac2-12c5-40b3-b057-72a7d64c64ec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 16:35:33.693297 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Current status of the port 509f440f-30e0-41a8-818f-560f8ed72425 is: DOWN; New status is: BUILD {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:35:33.693691 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (509f440f-30e0-41a8-818f-560f8ed72425), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:33.707569 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.notifiers.nova [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 509f440f-30e0-41a8-818f-560f8ed72425 {{(pid=103682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:35:33.729051 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 509f440f-30e0-41a8-818f-560f8ed72425, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=509f440f-30e0-41a8-818f-560f8ed72425,segment=NetworkSegment(4338e709-dc46-4a61-ada5-02557dc55805),segment_id=4338e709-dc46-4a61-ada5-02557dc55805)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:35:33.802330 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e93fa-6ccc-40d1-8ef1-fce07e18367f req-c84987dd-3648-4c46-9563-a155d530c47a tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:33.803844 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-d91e93fa-6ccc-40d1-8ef1-fce07e18367f req-c84987dd-3648-4c46-9563-a155d530c47a tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 943 time: 0.1048007 Apr 06 16:35:33.808860 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-4a11251f-13ae-4038-8a4d-bcc3e9523ba1 req-c5500202-5737-4647-b9fe-721fbe11720d tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for port (3ea5273e-9d45-425b-b762-11a91e9441c7), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:33.869526 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-d91e93fa-6ccc-40d1-8ef1-fce07e18367f req-be6adbdf-6d51-4ff7-949d-9eafa97f997b tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588708 Apr 06 16:35:33.888813 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (509f440f-30e0-41a8-818f-560f8ed72425), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:33.940818 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Pushing event updated for resources: {'Port': ['ID=509f440f-30e0-41a8-818f-560f8ed72425,revision_number=9']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:35:33.963939 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-4a11251f-13ae-4038-8a4d-bcc3e9523ba1 req-c5500202-5737-4647-b9fe-721fbe11720d tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276'] for port (3ea5273e-9d45-425b-b762-11a91e9441c7), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:34.009659 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a11251f-13ae-4038-8a4d-bcc3e9523ba1 req-c5500202-5737-4647-b9fe-721fbe11720d tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Network 8ef6f925-e3af-4879-bc93-ee3096c80cf0 is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:35:34.012887 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [req-4a11251f-13ae-4038-8a4d-bcc3e9523ba1 req-c5500202-5737-4647-b9fe-721fbe11720d tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:35:34.016745 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a11251f-13ae-4038-8a4d-bcc3e9523ba1 req-c5500202-5737-4647-b9fe-721fbe11720d tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:35:34.022011 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11251f-13ae-4038-8a4d-bcc3e9523ba1 req-c5500202-5737-4647-b9fe-721fbe11720d tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:34.022693 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-4a11251f-13ae-4038-8a4d-bcc3e9523ba1 req-c5500202-5737-4647-b9fe-721fbe11720d tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:34.030353 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5500202-5737-4647-b9fe-721fbe11720d tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Pushing event updated for resources: {'Port': ['ID=3ea5273e-9d45-425b-b762-11a91e9441c7,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:35:34.120281 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-4a11251f-13ae-4038-8a4d-bcc3e9523ba1 req-c5500202-5737-4647-b9fe-721fbe11720d tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8765402 Apr 06 16:35:34.244730 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-43618af7-4145-4053-a7e5-32914f1906af None None] Provisioning complete for port 3ea5273e-9d45-425b-b762-11a91e9441c7 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:35:34.245111 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-43618af7-4145-4053-a7e5-32914f1906af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (3ea5273e-9d45-425b-b762-11a91e9441c7), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:34.283515 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-43618af7-4145-4053-a7e5-32914f1906af None None] Port 3ea5273e-9d45-425b-b762-11a91e9441c7 cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:35:34.302292 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [req-4a11251f-13ae-4038-8a4d-bcc3e9523ba1 req-61a8bd90-bc27-4692-8a54-720495d82330 service neutron] Request body: {'port': {'device_id': 'bd20e805-0c6d-41b6-9931-ada8dac1ebc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:35:34.367012 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-4a11251f-13ae-4038-8a4d-bcc3e9523ba1 req-61a8bd90-bc27-4692-8a54-720495d82330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (3ea5273e-9d45-425b-b762-11a91e9441c7), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:34.380018 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083e3a6-3aac-4032-b4ad-c2775bbb7728 req-d1f9c791-e345-49f5-8fd4-60fb002f653f tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:34.382349 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-2083e3a6-3aac-4032-b4ad-c2775bbb7728 req-d1f9c791-e345-49f5-8fd4-60fb002f653f tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd20e805-0c6d-41b6-9931-ada8dac1ebc9 HTTP/1.1" status: 200 len: 932 time: 0.0554245 Apr 06 16:35:34.433221 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-2083e3a6-3aac-4032-b4ad-c2775bbb7728 req-39704e3a-4fdd-4906-a7d4-563b4ffae018 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f27d2eb-aa2c-4d3d-8557-d0d112e1eeac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452638 Apr 06 16:35:34.488660 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] get_ports_and_sgs() called for port_ids ['509f440f-30e0-41a8-818f-560f8ed72425'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:35:34.541098 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:34.644026 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.notifiers.nova [req-4a11251f-13ae-4038-8a4d-bcc3e9523ba1 req-61a8bd90-bc27-4692-8a54-720495d82330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ea5273e-9d45-425b-b762-11a91e9441c7 {{(pid=103681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:35:34.651586 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-4a11251f-13ae-4038-8a4d-bcc3e9523ba1 req-61a8bd90-bc27-4692-8a54-720495d82330 service neutron] Publish callbacks [] for port (3ea5273e-9d45-425b-b762-11a91e9441c7), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:34.663379 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.provisioning_blocks [req-4a11251f-13ae-4038-8a4d-bcc3e9523ba1 req-61a8bd90-bc27-4692-8a54-720495d82330 service neutron] Transition to ACTIVE for port object 3ea5273e-9d45-425b-b762-11a91e9441c7 will not be triggered until provisioned by entity L2. {{(pid=103681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 16:35:34.825945 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-4a11251f-13ae-4038-8a4d-bcc3e9523ba1 req-61a8bd90-bc27-4692-8a54-720495d82330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (3ea5273e-9d45-425b-b762-11a91e9441c7), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:34.903418 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8bd90-bc27-4692-8a54-720495d82330 service neutron] Pushing event updated for resources: {'Port': ['ID=3ea5273e-9d45-425b-b762-11a91e9441c7,revision_number=2']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:35:34.919660 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-4a11251f-13ae-4038-8a4d-bcc3e9523ba1 req-61a8bd90-bc27-4692-8a54-720495d82330 service neutron] Attempting to bind port 3ea5273e-9d45-425b-b762-11a91e9441c7 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:35:34.920191 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-4a11251f-13ae-4038-8a4d-bcc3e9523ba1 req-61a8bd90-bc27-4692-8a54-720495d82330 service neutron] Attempting to bind port 3ea5273e-9d45-425b-b762-11a91e9441c7 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0'}] {{(pid=103681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:35:34.920624 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a11251f-13ae-4038-8a4d-bcc3e9523ba1 req-61a8bd90-bc27-4692-8a54-720495d82330 service neutron] Attempting to bind port 3ea5273e-9d45-425b-b762-11a91e9441c7 on network 8ef6f925-e3af-4879-bc93-ee3096c80cf0 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:35:34.925747 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a11251f-13ae-4038-8a4d-bcc3e9523ba1 req-61a8bd90-bc27-4692-8a54-720495d82330 service neutron] Port 3ea5273e-9d45-425b-b762-11a91e9441c7 on network 8ef6f925-e3af-4879-bc93-ee3096c80cf0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 16:35:34.926215 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a11251f-13ae-4038-8a4d-bcc3e9523ba1 req-61a8bd90-bc27-4692-8a54-720495d82330 service neutron] Attempting to bind port 3ea5273e-9d45-425b-b762-11a91e9441c7 on network 8ef6f925-e3af-4879-bc93-ee3096c80cf0 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:35:34.932153 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a11251f-13ae-4038-8a4d-bcc3e9523ba1 req-61a8bd90-bc27-4692-8a54-720495d82330 service neutron] Checking agent: {'id': '0e5c86dc-cd19-4356-a060-9388d8808620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 29), 'started_at': datetime.datetime(2022, 4, 6, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:35:34.932633 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a11251f-13ae-4038-8a4d-bcc3e9523ba1 req-61a8bd90-bc27-4692-8a54-720495d82330 service neutron] Checking segment: {'id': '9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:35:34.933127 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a11251f-13ae-4038-8a4d-bcc3e9523ba1 req-61a8bd90-bc27-4692-8a54-720495d82330 service neutron] Bound using segment: {'id': '9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0'} {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:35:34.933802 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-4a11251f-13ae-4038-8a4d-bcc3e9523ba1 req-61a8bd90-bc27-4692-8a54-720495d82330 service neutron] Bound port: 3ea5273e-9d45-425b-b762-11a91e9441c7, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0'}}] {{(pid=103681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:35:34.934242 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-4a11251f-13ae-4038-8a4d-bcc3e9523ba1 req-61a8bd90-bc27-4692-8a54-720495d82330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (3ea5273e-9d45-425b-b762-11a91e9441c7), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:35.038002 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-4a11251f-13ae-4038-8a4d-bcc3e9523ba1 req-61a8bd90-bc27-4692-8a54-720495d82330 service neutron] For port 3ea5273e-9d45-425b-b762-11a91e9441c7, host hv-cinder-81566, cleared binding levels {{(pid=103681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:35:35.044167 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-4a11251f-13ae-4038-8a4d-bcc3e9523ba1 req-61a8bd90-bc27-4692-8a54-720495d82330 service neutron] For port 3ea5273e-9d45-425b-b762-11a91e9441c7, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=3ea5273e-9d45-425b-b762-11a91e9441c7,segment=NetworkSegment(9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0),segment_id=9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0)] {{(pid=103681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:35:35.058895 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa9c93-c146-4bc8-a328-777ddd57acfd req-93b2485e-efef-45b1-a33d-85fb3cd405ae tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:35.060558 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-04aa9c93-c146-4bc8-a328-777ddd57acfd req-93b2485e-efef-45b1-a33d-85fb3cd405ae tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 944 time: 0.1081626 Apr 06 16:35:35.119564 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-04aa9c93-c146-4bc8-a328-777ddd57acfd req-0f2c8303-dce7-4da2-8f8e-17e05406e574 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515678 Apr 06 16:35:35.152732 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-4a11251f-13ae-4038-8a4d-bcc3e9523ba1 req-61a8bd90-bc27-4692-8a54-720495d82330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (3ea5273e-9d45-425b-b762-11a91e9441c7), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:35.189360 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11251f-13ae-4038-8a4d-bcc3e9523ba1 req-61a8bd90-bc27-4692-8a54-720495d82330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:35.190026 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-4a11251f-13ae-4038-8a4d-bcc3e9523ba1 req-61a8bd90-bc27-4692-8a54-720495d82330 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:35.191571 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-4a11251f-13ae-4038-8a4d-bcc3e9523ba1 req-61a8bd90-bc27-4692-8a54-720495d82330 service neutron] 10.222.0.39 "PUT /v2.0/ports/3ea5273e-9d45-425b-b762-11a91e9441c7 HTTP/1.1" status: 200 len: 1094 time: 0.8935812 Apr 06 16:35:35.192050 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd20e805-0c6d-41b6-9931-ada8dac1ebc9', 'tag': '3ea5273e-9d45-425b-b762-11a91e9441c7'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:35:35.194408 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da169357ed327e8d081ee60461067b1ef6c636002c887d5121cbb3f742e83ced" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d919202d-6699-445e-9b53-b5c572d80399" -d '{"events": [{"name": "network-changed", "server_uuid": "bd20e805-0c6d-41b6-9931-ada8dac1ebc9", "tag": "3ea5273e-9d45-425b-b762-11a91e9441c7"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:35:35.237457 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433c3ac2-3445-4802-98bc-8cd68c61c260 x-openstack-request-id: req-433c3ac2-3445-4802-98bc-8cd68c61c260 {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:35:35.237927 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd20e805-0c6d-41b6-9931-ada8dac1ebc9", "tag": "3ea5273e-9d45-425b-b762-11a91e9441c7", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:35:35.238482 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-433c3ac2-3445-4802-98bc-8cd68c61c260 {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:35:35.239097 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event matching ['req-433c3ac2-3445-4802-98bc-8cd68c61c260'] response: {'name': 'network-changed', 'server_uuid': 'bd20e805-0c6d-41b6-9931-ada8dac1ebc9', 'tag': '3ea5273e-9d45-425b-b762-11a91e9441c7', 'status': 'completed', 'code': 200} Apr 06 16:35:35.240593 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8bd90-bc27-4692-8a54-720495d82330 service neutron] Pushing event updated for resources: {'Port': ['ID=3ea5273e-9d45-425b-b762-11a91e9441c7,revision_number=3']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:35:35.551652 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa96e07-db58-4585-afb7-0c735c1b55b3 req-89d10af9-6f03-45ab-8ef0-015995e029bb tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:35.553162 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-caa96e07-db58-4585-afb7-0c735c1b55b3 req-89d10af9-6f03-45ab-8ef0-015995e029bb tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd20e805-0c6d-41b6-9931-ada8dac1ebc9 HTTP/1.1" status: 200 len: 944 time: 0.0533400 Apr 06 16:35:35.600809 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-caa96e07-db58-4585-afb7-0c735c1b55b3 req-6453ae9f-cf64-4505-ad0d-4525078137f6 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f27d2eb-aa2c-4d3d-8557-d0d112e1eeac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419524 Apr 06 16:35:35.690201 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 509f440f-30e0-41a8-818f-560f8ed72425 up at agent hyperv_hv-cinder-81566 {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:35:35.740227 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Provisioning complete for port 509f440f-30e0-41a8-818f-560f8ed72425 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:35:35.740613 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (509f440f-30e0-41a8-818f-560f8ed72425), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:35.828548 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Current status of the port 509f440f-30e0-41a8-818f-560f8ed72425 is: BUILD; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:35:35.828937 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (509f440f-30e0-41a8-818f-560f8ed72425), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:35.840664 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919202d-6699-445e-9b53-b5c572d80399 req-1bca1495-cdcd-42fc-82a5-3a63143e6f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:35.844483 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-d919202d-6699-445e-9b53-b5c572d80399 req-1bca1495-cdcd-42fc-82a5-3a63143e6f0c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e0d499680204ce48c74bc5d3b01a192&device_id=bd20e805-0c6d-41b6-9931-ada8dac1ebc9 HTTP/1.1" status: 200 len: 1128 time: 0.0524890 Apr 06 16:35:35.853254 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509f440f-30e0-41a8-818f-560f8ed72425'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:35:35.855667 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f701ca042f89aa6373cad35a0647e7390d8b08e4e39c46ca7d095e958c03af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3df22d5-5c27-4f8e-8bcf-8bf5e58bbd17" -d '{"events": [{"server_uuid": "7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1", "name": "network-vif-plugged", "status": "completed", "tag": "509f440f-30e0-41a8-818f-560f8ed72425"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:35:35.869543 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 509f440f-30e0-41a8-818f-560f8ed72425, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=509f440f-30e0-41a8-818f-560f8ed72425,segment=NetworkSegment(4338e709-dc46-4a61-ada5-02557dc55805),segment_id=4338e709-dc46-4a61-ada5-02557dc55805)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:35:35.893782 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b5d29a-fa50-4e35-9657-9684bdcf5420 x-openstack-request-id: req-49b5d29a-fa50-4e35-9657-9684bdcf5420 {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:35:35.894126 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1", "name": "network-vif-plugged", "status": "completed", "tag": "509f440f-30e0-41a8-818f-560f8ed72425", "code": 200}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:35:35.894390 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-49b5d29a-fa50-4e35-9657-9684bdcf5420 {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:35:35.894796 dv-cinder-815660-7-smb neutron-server[103682]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49b5d29a-fa50-4e35-9657-9684bdcf5420'] response: {'server_uuid': '7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509f440f-30e0-41a8-818f-560f8ed72425', 'code': 200} Apr 06 16:35:35.952897 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919202d-6699-445e-9b53-b5c572d80399 req-5494542a-0edc-4a18-aa88-29890f44de0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:35.954509 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-d919202d-6699-445e-9b53-b5c572d80399 req-5494542a-0edc-4a18-aa88-29890f44de0b service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3e0d499680204ce48c74bc5d3b01a192&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1039352 Apr 06 16:35:36.024916 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (509f440f-30e0-41a8-818f-560f8ed72425), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:36.079469 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Pushing event updated for resources: {'Port': ['ID=509f440f-30e0-41a8-818f-560f8ed72425,revision_number=10']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:35:36.219095 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:36.248145 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac0f6b-4ee9-47fd-a690-6d3015820fdc req-0ab6aa35-255d-4e6c-badb-575c29faae0e tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:36.249636 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-05ac0f6b-4ee9-47fd-a690-6d3015820fdc req-0ab6aa35-255d-4e6c-badb-575c29faae0e tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 946 time: 0.0535045 Apr 06 16:35:36.299583 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-05ac0f6b-4ee9-47fd-a690-6d3015820fdc req-cc89bce5-e035-4a88-b394-1c69db6f8ee4 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441544 Apr 06 16:35:36.487444 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919202d-6699-445e-9b53-b5c572d80399 req-e1acdd8b-b419-450d-8f27-a7652af0c7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:36.488954 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-d919202d-6699-445e-9b53-b5c572d80399 req-e1acdd8b-b419-450d-8f27-a7652af0c7a1 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894029 Apr 06 16:35:36.570309 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11251f-13ae-4038-8a4d-bcc3e9523ba1 req-e826dc86-3525-4b4d-95b2-4d20446e77bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:36.572376 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-4a11251f-13ae-4038-8a4d-bcc3e9523ba1 req-e826dc86-3525-4b4d-95b2-4d20446e77bc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e0d499680204ce48c74bc5d3b01a192&device_id=bd20e805-0c6d-41b6-9931-ada8dac1ebc9 HTTP/1.1" status: 200 len: 1128 time: 0.0460093 Apr 06 16:35:36.625329 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-4a11251f-13ae-4038-8a4d-bcc3e9523ba1 req-7864aeac-0059-4cdd-95f4-cd0bf0620699 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ea5273e-9d45-425b-b762-11a91e9441c7 HTTP/1.1" status: 200 len: 217 time: 0.0390449 Apr 06 16:35:36.678046 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11251f-13ae-4038-8a4d-bcc3e9523ba1 req-63fcbac7-3243-4b07-9756-4b01b4005f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:36.683414 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-4a11251f-13ae-4038-8a4d-bcc3e9523ba1 req-63fcbac7-3243-4b07-9756-4b01b4005f94 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1121a7e3-a3db-4af5-8ad9-70ecc903d4ca HTTP/1.1" status: 200 len: 854 time: 0.0486190 Apr 06 16:35:36.732519 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11251f-13ae-4038-8a4d-bcc3e9523ba1 req-876e716f-088f-48b5-aef3-c481b3cc2c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:36.734089 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-4a11251f-13ae-4038-8a4d-bcc3e9523ba1 req-876e716f-088f-48b5-aef3-c481b3cc2c19 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8ef6f925-e3af-4879-bc93-ee3096c80cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0484645 Apr 06 16:35:36.767296 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5326638-d643-4333-a119-927612eee741 req-c1415605-b7c8-4233-b3e3-070fa934daa1 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:36.768759 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-d5326638-d643-4333-a119-927612eee741 req-c1415605-b7c8-4233-b3e3-070fa934daa1 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd20e805-0c6d-41b6-9931-ada8dac1ebc9 HTTP/1.1" status: 200 len: 944 time: 0.0884576 Apr 06 16:35:36.776402 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bb2b8-0873-41c9-8da4-34374e267456 req-473ceaf9-1bfd-44c1-bef9-4b81751d4fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:36.777852 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-769bb2b8-0873-41c9-8da4-34374e267456 req-473ceaf9-1bfd-44c1-bef9-4b81751d4fdd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 1130 time: 0.0704312 Apr 06 16:35:36.829473 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-4a11251f-13ae-4038-8a4d-bcc3e9523ba1 req-a40ddb03-8119-48ac-8750-459b2ca397fd service neutron] 10.222.0.39 "GET /v2.0/networks/8ef6f925-e3af-4879-bc93-ee3096c80cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882115 Apr 06 16:35:36.846854 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-769bb2b8-0873-41c9-8da4-34374e267456 req-85d854dc-5b43-4f36-96a3-f0726854a9b1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622890 Apr 06 16:35:36.851093 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-d5326638-d643-4333-a119-927612eee741 req-8da5fd6a-1b14-4a5a-a986-a69062325f14 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f27d2eb-aa2c-4d3d-8557-d0d112e1eeac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723443 Apr 06 16:35:36.923581 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-4a11251f-13ae-4038-8a4d-bcc3e9523ba1 req-97d26b1a-6e0e-4842-aa2f-6e1ca88ea548 service neutron] 10.222.0.39 "GET /v2.0/networks/8ef6f925-e3af-4879-bc93-ee3096c80cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874543 Apr 06 16:35:37.440351 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee4221f-8737-4c2b-b4ca-90e716287b0e req-bb754f33-f338-4824-a42e-db63cd73cb39 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:37.441891 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-eee4221f-8737-4c2b-b4ca-90e716287b0e req-bb754f33-f338-4824-a42e-db63cd73cb39 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 946 time: 0.0615840 Apr 06 16:35:37.490884 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-eee4221f-8737-4c2b-b4ca-90e716287b0e req-9036ed30-c0c1-4a7b-a25f-6a0f586c3a38 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429416 Apr 06 16:35:37.974498 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b8ff2f-cf12-4d58-bc99-6d47872633a9 req-41153cd1-be50-413c-aaaf-d298eb47b9fc tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:37.976011 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-43b8ff2f-cf12-4d58-bc99-6d47872633a9 req-41153cd1-be50-413c-aaaf-d298eb47b9fc tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd20e805-0c6d-41b6-9931-ada8dac1ebc9 HTTP/1.1" status: 200 len: 944 time: 0.0541980 Apr 06 16:35:38.024559 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-43b8ff2f-cf12-4d58-bc99-6d47872633a9 req-9571f1e4-1c00-4fdb-a3f1-736c7c73c3f8 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f27d2eb-aa2c-4d3d-8557-d0d112e1eeac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419712 Apr 06 16:35:38.631826 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb9d31-8b09-4d63-82fc-c4d0515f0be1 req-b1961837-e414-45f9-8d4b-27f3b79e22ea tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:38.633302 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-43bb9d31-8b09-4d63-82fc-c4d0515f0be1 req-b1961837-e414-45f9-8d4b-27f3b79e22ea tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 946 time: 0.0542817 Apr 06 16:35:38.681205 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-43bb9d31-8b09-4d63-82fc-c4d0515f0be1 req-ffc91502-9f45-4de1-9849-fb5d4e27729c tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409486 Apr 06 16:35:39.145186 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5dd3da-9880-4e32-83da-551118e07fcb req-c04569f4-2ecf-4be0-88d9-b6ee77d9def7 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:39.146676 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-4c5dd3da-9880-4e32-83da-551118e07fcb req-c04569f4-2ecf-4be0-88d9-b6ee77d9def7 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd20e805-0c6d-41b6-9931-ada8dac1ebc9 HTTP/1.1" status: 200 len: 944 time: 0.0536246 Apr 06 16:35:39.197701 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-4c5dd3da-9880-4e32-83da-551118e07fcb req-d2d193bc-7e3a-4bd8-807a-bc51bf7490a6 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f27d2eb-aa2c-4d3d-8557-d0d112e1eeac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449185 Apr 06 16:35:39.811228 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf854de9-480a-4855-80dc-af4bddc1fbb5 req-549e82d7-dc44-424f-8e7d-23e31b902950 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:39.812730 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-bf854de9-480a-4855-80dc-af4bddc1fbb5 req-549e82d7-dc44-424f-8e7d-23e31b902950 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 946 time: 0.0565009 Apr 06 16:35:39.864272 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-bf854de9-480a-4855-80dc-af4bddc1fbb5 req-a3f65f29-cc7f-494b-8920-66d0981d4c64 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458174 Apr 06 16:35:40.315773 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311145c7-bc5d-4652-8861-2455138e8c08 req-2ab0dc6e-023d-41f2-9eda-983e10850bc3 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:40.317262 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-311145c7-bc5d-4652-8861-2455138e8c08 req-2ab0dc6e-023d-41f2-9eda-983e10850bc3 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd20e805-0c6d-41b6-9931-ada8dac1ebc9 HTTP/1.1" status: 200 len: 944 time: 0.0529928 Apr 06 16:35:40.364289 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-311145c7-bc5d-4652-8861-2455138e8c08 req-1ce861a8-6f40-42e7-99d3-62c9111e26fa tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f27d2eb-aa2c-4d3d-8557-d0d112e1eeac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406368 Apr 06 16:35:40.993891 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3ec8c-66dd-487d-9d52-6bd89464e4b6 req-da211c64-bdf0-4a6f-9e49-f69b51d60d58 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:40.995791 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-e6c3ec8c-66dd-487d-9d52-6bd89464e4b6 req-da211c64-bdf0-4a6f-9e49-f69b51d60d58 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 946 time: 0.0540688 Apr 06 16:35:41.043553 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-e6c3ec8c-66dd-487d-9d52-6bd89464e4b6 req-80abf920-d26e-43f8-a419-6ec3b62fa996 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421047 Apr 06 16:35:41.494494 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb878c86-b0ad-4a92-8d7e-5c594dd20f7e req-911423b7-3c89-4937-bc64-f32030739550 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:41.496116 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-bb878c86-b0ad-4a92-8d7e-5c594dd20f7e req-911423b7-3c89-4937-bc64-f32030739550 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd20e805-0c6d-41b6-9931-ada8dac1ebc9 HTTP/1.1" status: 200 len: 944 time: 0.0610914 Apr 06 16:35:41.546418 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-bb878c86-b0ad-4a92-8d7e-5c594dd20f7e req-5776ae0d-c647-45f4-ad5d-0745ffeb4faa tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f27d2eb-aa2c-4d3d-8557-d0d112e1eeac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448289 Apr 06 16:35:41.712505 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 3ea5273e-9d45-425b-b762-11a91e9441c7 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=103682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 16:35:41.861336 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.db.resource_extend [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 16:35:41.941588 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 3ea5273e-9d45-425b-b762-11a91e9441c7, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=3ea5273e-9d45-425b-b762-11a91e9441c7,segment=NetworkSegment(9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0),segment_id=9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:35:41.954487 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Returning: {'device': '3ea5273e-9d45-425b-b762-11a91e9441c7', 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'port_id': '3ea5273e-9d45-425b-b762-11a91e9441c7', 'mac_address': 'fa:16:3e:8d:dc:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 16:35:41.995668 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Current status of the port 3ea5273e-9d45-425b-b762-11a91e9441c7 is: DOWN; New status is: BUILD {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:35:41.996092 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (3ea5273e-9d45-425b-b762-11a91e9441c7), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:42.010769 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.notifiers.nova [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ea5273e-9d45-425b-b762-11a91e9441c7 {{(pid=103682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:35:42.031595 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 3ea5273e-9d45-425b-b762-11a91e9441c7, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=3ea5273e-9d45-425b-b762-11a91e9441c7,segment=NetworkSegment(9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0),segment_id=9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:35:42.157527 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (3ea5273e-9d45-425b-b762-11a91e9441c7), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:42.175592 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244505a1-2c88-4f69-9120-636eab98e144 req-1447124d-63c5-4bba-b884-e8d743e75971 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:42.178282 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-244505a1-2c88-4f69-9120-636eab98e144 req-1447124d-63c5-4bba-b884-e8d743e75971 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 946 time: 0.0566835 Apr 06 16:35:42.227738 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Pushing event updated for resources: {'Port': ['ID=3ea5273e-9d45-425b-b762-11a91e9441c7,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:35:42.234169 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-244505a1-2c88-4f69-9120-636eab98e144 req-4f9f093d-22fa-47a2-975a-4544cecc66d1 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502744 Apr 06 16:35:42.235944 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:35:42.236301 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:35:42.236649 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:35:42.236994 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:35:42.237335 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:35:42.237669 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:35:42.237999 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:35:42.238328 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:35:42.238658 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:35:42.238989 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:35:42.239318 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:35:42.239645 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:35:42.239999 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:35:42.240327 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:35:42.240656 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:35:42.601663 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] get_ports_and_sgs() called for port_ids ['3ea5273e-9d45-425b-b762-11a91e9441c7'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:35:42.678292 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15150f-25c8-4b10-bb61-e5450aaa17f3 req-6733a296-8c43-41a0-a687-928997a74325 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:42.679802 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-4f15150f-25c8-4b10-bb61-e5450aaa17f3 req-6733a296-8c43-41a0-a687-928997a74325 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd20e805-0c6d-41b6-9931-ada8dac1ebc9 HTTP/1.1" status: 200 len: 945 time: 0.0653732 Apr 06 16:35:42.728285 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-4f15150f-25c8-4b10-bb61-e5450aaa17f3 req-ab722b53-8b86-457a-9f6e-b9d65befc964 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f27d2eb-aa2c-4d3d-8557-d0d112e1eeac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424001 Apr 06 16:35:43.363936 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949466f-3915-4bba-bb58-60d961bb06b1 req-b00e8605-6e19-4ca9-895a-e6ee47f568bf tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:43.365406 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-0949466f-3915-4bba-bb58-60d961bb06b1 req-b00e8605-6e19-4ca9-895a-e6ee47f568bf tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 946 time: 0.0539818 Apr 06 16:35:43.414731 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-0949466f-3915-4bba-bb58-60d961bb06b1 req-7c77849e-e0a3-477d-af18-118090577248 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427017 Apr 06 16:35:43.854369 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bde1c4-ae13-4603-9cf5-719723ddbd45 req-cf24d94f-cb0f-45b1-87d9-da401b2df1ab tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:43.856642 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-e0bde1c4-ae13-4603-9cf5-719723ddbd45 req-cf24d94f-cb0f-45b1-87d9-da401b2df1ab tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd20e805-0c6d-41b6-9931-ada8dac1ebc9 HTTP/1.1" status: 200 len: 945 time: 0.0572777 Apr 06 16:35:43.858301 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 3ea5273e-9d45-425b-b762-11a91e9441c7 up at agent hyperv_hv-cinder-81566 {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:35:43.911074 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-e0bde1c4-ae13-4603-9cf5-719723ddbd45 req-25b6fafe-1c92-4e29-9934-ed444936e74b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f27d2eb-aa2c-4d3d-8557-d0d112e1eeac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484703 Apr 06 16:35:44.031512 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Provisioning for port 3ea5273e-9d45-425b-b762-11a91e9441c7 completed by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 16:35:44.035715 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Provisioning complete for port 3ea5273e-9d45-425b-b762-11a91e9441c7 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:35:44.036093 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (3ea5273e-9d45-425b-b762-11a91e9441c7), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:44.117404 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Current status of the port 3ea5273e-9d45-425b-b762-11a91e9441c7 is: BUILD; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:35:44.117798 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (3ea5273e-9d45-425b-b762-11a91e9441c7), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:44.146503 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd20e805-0c6d-41b6-9931-ada8dac1ebc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea5273e-9d45-425b-b762-11a91e9441c7'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:35:44.148919 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f701ca042f89aa6373cad35a0647e7390d8b08e4e39c46ca7d095e958c03af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d786e3d-448e-4155-aaa4-1f89264640d1" -d '{"events": [{"server_uuid": "bd20e805-0c6d-41b6-9931-ada8dac1ebc9", "name": "network-vif-plugged", "status": "completed", "tag": "3ea5273e-9d45-425b-b762-11a91e9441c7"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:35:44.164359 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 3ea5273e-9d45-425b-b762-11a91e9441c7, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=3ea5273e-9d45-425b-b762-11a91e9441c7,segment=NetworkSegment(9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0),segment_id=9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:35:44.192560 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8729cc-3805-408f-8d0c-d860714e1b14 x-openstack-request-id: req-6b8729cc-3805-408f-8d0c-d860714e1b14 {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:35:44.192560 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd20e805-0c6d-41b6-9931-ada8dac1ebc9", "name": "network-vif-plugged", "status": "completed", "tag": "3ea5273e-9d45-425b-b762-11a91e9441c7", "code": 200}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:35:44.192560 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6b8729cc-3805-408f-8d0c-d860714e1b14 {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:35:44.192560 dv-cinder-815660-7-smb neutron-server[103682]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b8729cc-3805-408f-8d0c-d860714e1b14'] response: {'server_uuid': 'bd20e805-0c6d-41b6-9931-ada8dac1ebc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea5273e-9d45-425b-b762-11a91e9441c7', 'code': 200} Apr 06 16:35:44.317592 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (3ea5273e-9d45-425b-b762-11a91e9441c7), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:44.368148 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Pushing event updated for resources: {'Port': ['ID=3ea5273e-9d45-425b-b762-11a91e9441c7,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:35:44.571645 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d503382-1155-4c4b-98f0-5cf27b2ad5a5 req-e8714c96-677c-400d-bb51-fdb261e0f30f tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:44.573896 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-5d503382-1155-4c4b-98f0-5cf27b2ad5a5 req-e8714c96-677c-400d-bb51-fdb261e0f30f tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 946 time: 0.0847218 Apr 06 16:35:44.578433 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e1087a-0107-4569-b5f6-cb980d76bff0 req-ce8fe94c-7e2d-4df6-9765-2dd0b5ae9261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:44.579962 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-d1e1087a-0107-4569-b5f6-cb980d76bff0 req-ce8fe94c-7e2d-4df6-9765-2dd0b5ae9261 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bd20e805-0c6d-41b6-9931-ada8dac1ebc9 HTTP/1.1" status: 200 len: 1130 time: 0.0807693 Apr 06 16:35:44.649230 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-5d503382-1155-4c4b-98f0-5cf27b2ad5a5 req-d851393f-8afe-40fd-a8ec-a94a9be1a41c tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682745 Apr 06 16:35:44.652180 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-d1e1087a-0107-4569-b5f6-cb980d76bff0 req-4ef245d3-da4f-4d3e-92f7-963e768d2c76 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9f27d2eb-aa2c-4d3d-8557-d0d112e1eeac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655298 Apr 06 16:35:45.034300 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0abc7-5e7d-4733-a584-d7b735d208b5 req-c4521d12-560e-4005-92b3-9da129668904 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:45.035814 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-b4e0abc7-5e7d-4733-a584-d7b735d208b5 req-c4521d12-560e-4005-92b3-9da129668904 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd20e805-0c6d-41b6-9931-ada8dac1ebc9 HTTP/1.1" status: 200 len: 946 time: 0.0528607 Apr 06 16:35:45.082291 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-b4e0abc7-5e7d-4733-a584-d7b735d208b5 req-94fd1d53-90b0-49de-bc96-3c2adbcc137e tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f27d2eb-aa2c-4d3d-8557-d0d112e1eeac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404773 Apr 06 16:35:46.210033 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccedc20-d65d-4e96-b378-66a2e13bb456 req-a22d91b5-bb9d-455e-9b5e-e3299e221892 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:46.211511 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-3ccedc20-d65d-4e96-b378-66a2e13bb456 req-a22d91b5-bb9d-455e-9b5e-e3299e221892 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd20e805-0c6d-41b6-9931-ada8dac1ebc9 HTTP/1.1" status: 200 len: 946 time: 0.0617108 Apr 06 16:35:46.264946 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-3ccedc20-d65d-4e96-b378-66a2e13bb456 req-15239c2f-0983-49a6-9c00-8ec521bca171 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f27d2eb-aa2c-4d3d-8557-d0d112e1eeac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408628 Apr 06 16:35:47.380488 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da064b9e-793a-401d-a2a2-65e16961d2ea req-a2717bc6-88ee-40a5-b116-95e390c9d26b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:47.381998 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-da064b9e-793a-401d-a2a2-65e16961d2ea req-a2717bc6-88ee-40a5-b116-95e390c9d26b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd20e805-0c6d-41b6-9931-ada8dac1ebc9 HTTP/1.1" status: 200 len: 946 time: 0.0534720 Apr 06 16:35:47.429950 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-da064b9e-793a-401d-a2a2-65e16961d2ea req-bc71dc7d-966e-4c8d-8b9a-70b71826510d tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f27d2eb-aa2c-4d3d-8557-d0d112e1eeac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416942 Apr 06 16:35:47.546265 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542dc3eb-b462-4351-bfd8-e5e2f5017f2c req-24d4bf07-99ae-4665-9676-3243acfc75b6 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:47.547681 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-542dc3eb-b462-4351-bfd8-e5e2f5017f2c req-24d4bf07-99ae-4665-9676-3243acfc75b6 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd20e805-0c6d-41b6-9931-ada8dac1ebc9 HTTP/1.1" status: 200 len: 946 time: 0.0543973 Apr 06 16:35:47.556353 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 39486) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:35:47.561248 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-0cbf1505-fcef-418e-a246-2e3891e99c8b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Request body: {'floatingip': {'port_id': '3ea5273e-9d45-425b-b762-11a91e9441c7'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:35:47.606660 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0cbf1505-fcef-418e-a246-2e3891e99c8b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for floatingip (af85fce8-152b-4536-bf92-7d1670175fca), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:48.291167 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0cbf1505-fcef-418e-a246-2e3891e99c8b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:48.374955 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0cbf1505-fcef-418e-a246-2e3891e99c8b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617069'] for floatingip (af85fce8-152b-4536-bf92-7d1670175fca), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:48.496373 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.db.l3_db [None req-0cbf1505-fcef-418e-a246-2e3891e99c8b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Floating IP af85fce8-152b-4536-bf92-7d1670175fca associated. External IP: 172.28.0.201, port: 3ea5273e-9d45-425b-b762-11a91e9441c7. Apr 06 16:35:48.748027 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cbf1505-fcef-418e-a246-2e3891e99c8b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Router 16901a2b-a0e0-4d5f-920d-7408ff2de157 has already been hosted by L3 agent 94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e {{(pid=103680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:35:48.868759 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cbf1505-fcef-418e-a246-2e3891e99c8b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Notify agent at l3_agent.dv-cinder-815660-7-smb the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:35:48.873947 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0cbf1505-fcef-418e-a246-2e3891e99c8b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for floatingip (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:35:48.878617 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b40ec8f-a527-41d8-8087-3a26febbca3e None None] Sync routers for ids ['16901a2b-a0e0-4d5f-920d-7408ff2de157'] in dv-cinder-815660-7-smb {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:35:48.889716 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b40ec8f-a527-41d8-8087-3a26febbca3e None None] Routers {'16901a2b-a0e0-4d5f-920d-7408ff2de157'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:35:48.890344 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-0b40ec8f-a527-41d8-8087-3a26febbca3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:35:32Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['16901a2b-a0e0-4d5f-920d-7408ff2de157'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:35:48.905968 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-0cbf1505-fcef-418e-a246-2e3891e99c8b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "PUT /v2.0/floatingips/af85fce8-152b-4536-bf92-7d1670175fca HTTP/1.1" status: 200 len: 992 time: 1.3485057 Apr 06 16:35:48.906543 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd20e805-0c6d-41b6-9931-ada8dac1ebc9', 'tag': '3ea5273e-9d45-425b-b762-11a91e9441c7'}] {{(pid=103680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:35:48.908835 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37defc4f8c4d51421555421a688636eb49d5c8fee7a473d71a3f8bc7c746dcd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627946a4-6326-4cfe-83a2-11f8336267af" -d '{"events": [{"name": "network-changed", "server_uuid": "bd20e805-0c6d-41b6-9931-ada8dac1ebc9", "tag": "3ea5273e-9d45-425b-b762-11a91e9441c7"}]}' {{(pid=103680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:35:48.956421 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84420ba1-29d7-406d-832f-aa8714be6ebd x-openstack-request-id: req-84420ba1-29d7-406d-832f-aa8714be6ebd {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:35:48.956421 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd20e805-0c6d-41b6-9931-ada8dac1ebc9", "tag": "3ea5273e-9d45-425b-b762-11a91e9441c7", "status": "completed", "code": 200}]} {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:35:48.956421 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-84420ba1-29d7-406d-832f-aa8714be6ebd {{(pid=103680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:35:48.956843 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84420ba1-29d7-406d-832f-aa8714be6ebd'] response: {'name': 'network-changed', 'server_uuid': 'bd20e805-0c6d-41b6-9931-ada8dac1ebc9', 'tag': '3ea5273e-9d45-425b-b762-11a91e9441c7', 'status': 'completed', 'code': 200} Apr 06 16:35:49.019038 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-0b40ec8f-a527-41d8-8087-3a26febbca3e None None] Set router 16901a2b-a0e0-4d5f-920d-7408ff2de157 gateway port host: dv-cinder-815660-7-smb {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:35:49.088290 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627946a4-6326-4cfe-83a2-11f8336267af req-69340fe8-546e-4cc2-a4d4-3800dd667b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:49.090703 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-627946a4-6326-4cfe-83a2-11f8336267af req-69340fe8-546e-4cc2-a4d4-3800dd667b0c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e0d499680204ce48c74bc5d3b01a192&device_id=bd20e805-0c6d-41b6-9931-ada8dac1ebc9 HTTP/1.1" status: 200 len: 1130 time: 0.0501757 Apr 06 16:35:49.197392 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627946a4-6326-4cfe-83a2-11f8336267af req-5ee891f7-50e0-418a-b344-fcea87b7496a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:49.199577 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-627946a4-6326-4cfe-83a2-11f8336267af req-5ee891f7-50e0-418a-b344-fcea87b7496a service neutron] 10.222.0.39 "GET /v2.0/networks?id=8ef6f925-e3af-4879-bc93-ee3096c80cf0 HTTP/1.1" status: 200 len: 916 time: 0.1031008 Apr 06 16:35:49.281412 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-627946a4-6326-4cfe-83a2-11f8336267af req-5e09238e-a2e0-4351-9820-b6f370bde693 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ea5273e-9d45-425b-b762-11a91e9441c7 HTTP/1.1" status: 200 len: 1000 time: 0.0722215 Apr 06 16:35:49.283924 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-0b40ec8f-a527-41d8-8087-3a26febbca3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'name': 'tempest-AttachVolumeNegativeTest-1107108701-router', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12'}], 'enable_snat': True}, 'gw_port_id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:32:37Z', 'updated_at': '2022-04-06T16:32:42Z', 'revision_number': 4, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'gw_port': {'id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:38Z', 'updated_at': '2022-04-06T16:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_floatingips': [{'id': 'af85fce8-152b-4536-bf92-7d1670175fca', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'floating_ip_address': '172.28.0.201', 'floating_network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'router_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'port_id': '3ea5273e-9d45-425b-b762-11a91e9441c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'mac_address': 'fa:16:3e:8d:dc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd20e805-0c6d-41b6-9931-ada8dac1ebc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:35:11Z', 'updated_at': '2022-04-06T16:35:48Z', 'revision_number': 1, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'fixed_ip_address_scope': None}, {'id': 'b86a6b53-4ddd-42c4-84a4-475f6b787fd1', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'floating_ip_address': '172.28.0.22', 'floating_network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'router_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'port_id': '463929dc-fb3c-41c2-b8db-0a693959951f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'mac_address': 'fa:16:3e:9b:a7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:32:48Z', 'updated_at': '2022-04-06T16:33:14Z', 'revision_number': 2, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ed24226-3823-4f2b-b252-2fb23010c71e', 'name': '', 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'mac_address': 'fa:16:3e:e8:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:41Z', 'updated_at': '2022-04-06T16:32:47Z', 'revision_number': 5, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'subnets': [{'id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:35:49.312143 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b40ec8f-a527-41d8-8087-3a26febbca3e None None] Checking router: 16901a2b-a0e0-4d5f-920d-7408ff2de157 for host: dv-cinder-815660-7-smb {{(pid=103683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:35:49.321749 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b40ec8f-a527-41d8-8087-3a26febbca3e None None] Routers {'16901a2b-a0e0-4d5f-920d-7408ff2de157'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:35:49.322398 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-0b40ec8f-a527-41d8-8087-3a26febbca3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:35:32Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['16901a2b-a0e0-4d5f-920d-7408ff2de157'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:35:49.334803 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627946a4-6326-4cfe-83a2-11f8336267af req-8a1d321a-fb5d-4857-8621-e7fab1464e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:49.336306 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-627946a4-6326-4cfe-83a2-11f8336267af req-8a1d321a-fb5d-4857-8621-e7fab1464e56 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1121a7e3-a3db-4af5-8ad9-70ecc903d4ca HTTP/1.1" status: 200 len: 854 time: 0.0478327 Apr 06 16:35:49.388020 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627946a4-6326-4cfe-83a2-11f8336267af req-9b1f1f51-91bf-4e73-97a9-007e8dfe519d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:49.389657 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-627946a4-6326-4cfe-83a2-11f8336267af req-9b1f1f51-91bf-4e73-97a9-007e8dfe519d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8ef6f925-e3af-4879-bc93-ee3096c80cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0468888 Apr 06 16:35:49.438378 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-0b40ec8f-a527-41d8-8087-3a26febbca3e None None] Set router 16901a2b-a0e0-4d5f-920d-7408ff2de157 gateway port host: dv-cinder-815660-7-smb {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:35:49.490458 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-627946a4-6326-4cfe-83a2-11f8336267af req-819603c0-573b-4c5a-970a-3a5f0cb57392 service neutron] 10.222.0.39 "GET /v2.0/networks/8ef6f925-e3af-4879-bc93-ee3096c80cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935886 Apr 06 16:35:49.611522 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-627946a4-6326-4cfe-83a2-11f8336267af req-d05557ca-bd74-4157-a6d4-b73d81a47025 service neutron] 10.222.0.39 "GET /v2.0/networks/8ef6f925-e3af-4879-bc93-ee3096c80cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143212 Apr 06 16:35:49.781215 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-0b40ec8f-a527-41d8-8087-3a26febbca3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'name': 'tempest-AttachVolumeNegativeTest-1107108701-router', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12'}], 'enable_snat': True}, 'gw_port_id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:32:37Z', 'updated_at': '2022-04-06T16:32:42Z', 'revision_number': 4, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'gw_port': {'id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:38Z', 'updated_at': '2022-04-06T16:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_floatingips': [{'id': 'af85fce8-152b-4536-bf92-7d1670175fca', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'floating_ip_address': '172.28.0.201', 'floating_network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'router_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'port_id': '3ea5273e-9d45-425b-b762-11a91e9441c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'mac_address': 'fa:16:3e:8d:dc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd20e805-0c6d-41b6-9931-ada8dac1ebc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:35:11Z', 'updated_at': '2022-04-06T16:35:48Z', 'revision_number': 1, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'fixed_ip_address_scope': None}, {'id': 'b86a6b53-4ddd-42c4-84a4-475f6b787fd1', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'floating_ip_address': '172.28.0.22', 'floating_network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'router_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'port_id': '463929dc-fb3c-41c2-b8db-0a693959951f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'mac_address': 'fa:16:3e:9b:a7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:32:48Z', 'updated_at': '2022-04-06T16:33:14Z', 'revision_number': 2, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ed24226-3823-4f2b-b252-2fb23010c71e', 'name': '', 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'mac_address': 'fa:16:3e:e8:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:41Z', 'updated_at': '2022-04-06T16:32:47Z', 'revision_number': 5, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'subnets': [{'id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:35:49.813299 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b40ec8f-a527-41d8-8087-3a26febbca3e None None] The sync data for ids ['16901a2b-a0e0-4d5f-920d-7408ff2de157'] in dv-cinder-815660-7-smb is: [{'id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'name': 'tempest-AttachVolumeNegativeTest-1107108701-router', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12'}], 'enable_snat': True}, 'gw_port_id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:32:37Z', 'updated_at': '2022-04-06T16:32:42Z', 'revision_number': 4, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'gw_port': {'id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:38Z', 'updated_at': '2022-04-06T16:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_floatingips': [{'id': 'af85fce8-152b-4536-bf92-7d1670175fca', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'floating_ip_address': '172.28.0.201', 'floating_network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'router_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'port_id': '3ea5273e-9d45-425b-b762-11a91e9441c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'mac_address': 'fa:16:3e:8d:dc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd20e805-0c6d-41b6-9931-ada8dac1ebc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:35:11Z', 'updated_at': '2022-04-06T16:35:48Z', 'revision_number': 1, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'fixed_ip_address_scope': None}, {'id': 'b86a6b53-4ddd-42c4-84a4-475f6b787fd1', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'floating_ip_address': '172.28.0.22', 'floating_network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'router_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'port_id': '463929dc-fb3c-41c2-b8db-0a693959951f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'mac_address': 'fa:16:3e:9b:a7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:32:48Z', 'updated_at': '2022-04-06T16:33:14Z', 'revision_number': 2, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ed24226-3823-4f2b-b252-2fb23010c71e', 'name': '', 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'mac_address': 'fa:16:3e:e8:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:41Z', 'updated_at': '2022-04-06T16:32:47Z', 'revision_number': 5, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'subnets': [{'id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:35:50.039440 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d277dd5a-8ee7-4263-999f-58ef4a248030 None None] New status for floating IP af85fce8-152b-4536-bf92-7d1670175fca: ACTIVE {{(pid=103682) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 16:35:53.621333 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.agents_db [None req-a950ddbd-9d44-4943-b7d7-a118ae2e1c13 None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:35:54.710929 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9497626-2f65-469b-8741-5a5fda4163bd req-abd7cfaf-0c87-4251-a082-3a84a9e7a841 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:54.712490 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-c9497626-2f65-469b-8741-5a5fda4163bd req-abd7cfaf-0c87-4251-a082-3a84a9e7a841 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e99d490d-d94a-4ebb-a269-14239904af9a HTTP/1.1" status: 200 len: 946 time: 0.0560732 Apr 06 16:35:54.763533 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f900f39-b01a-45c4-88e6-ac1cf49f1ec5 req-9cd4fd57-6919-400a-b15b-221713dd4819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:54.764895 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-c9497626-2f65-469b-8741-5a5fda4163bd req-067ab447-2dd1-4f73-829e-6bf8e88c7f19 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=f64d8f25-bb13-4166-a8d7-a76e6e56a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465174 Apr 06 16:35:54.765134 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-6f900f39-b01a-45c4-88e6-ac1cf49f1ec5 req-9cd4fd57-6919-400a-b15b-221713dd4819 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d1c6d06c04543878527856ba1e8d48c&device_id=e99d490d-d94a-4ebb-a269-14239904af9a HTTP/1.1" status: 200 len: 1130 time: 0.0474927 Apr 06 16:35:54.863683 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f900f39-b01a-45c4-88e6-ac1cf49f1ec5 req-6baf0798-4044-4f86-bf18-f0b694ea25e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:54.865107 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-6f900f39-b01a-45c4-88e6-ac1cf49f1ec5 req-6baf0798-4044-4f86-bf18-f0b694ea25e4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dad9ba10-e8cf-4082-94bd-2291edc537cc HTTP/1.1" status: 200 len: 920 time: 0.0921345 Apr 06 16:35:54.929640 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-6f900f39-b01a-45c4-88e6-ac1cf49f1ec5 req-b470e9c2-25de-45a0-8dd1-26283336a9ba service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e8818eb-db40-49bd-aaee-2f9e618b8156 HTTP/1.1" status: 200 len: 1001 time: 0.0580883 Apr 06 16:35:54.980746 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f900f39-b01a-45c4-88e6-ac1cf49f1ec5 req-55f284a4-27a0-4a08-9e29-54ff06211316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:54.982209 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-6f900f39-b01a-45c4-88e6-ac1cf49f1ec5 req-55f284a4-27a0-4a08-9e29-54ff06211316 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5076aaf7-c1a1-40bf-87fc-8e1e2ced2174 HTTP/1.1" status: 200 len: 858 time: 0.0468695 Apr 06 16:35:55.029564 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f900f39-b01a-45c4-88e6-ac1cf49f1ec5 req-6e226ca3-dd23-47c0-a439-aa061b1e3298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:55.031037 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-6f900f39-b01a-45c4-88e6-ac1cf49f1ec5 req-6e226ca3-dd23-47c0-a439-aa061b1e3298 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dad9ba10-e8cf-4082-94bd-2291edc537cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0430367 Apr 06 16:35:55.121503 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-6f900f39-b01a-45c4-88e6-ac1cf49f1ec5 req-3ab458d8-cd57-4a7c-b1cd-2dc7fd9698f1 service neutron] 10.222.0.39 "GET /v2.0/networks/dad9ba10-e8cf-4082-94bd-2291edc537cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821443 Apr 06 16:35:55.216398 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-6f900f39-b01a-45c4-88e6-ac1cf49f1ec5 req-6ba480bc-6dca-4694-b138-2aca6ede16b5 service neutron] 10.222.0.39 "GET /v2.0/networks/dad9ba10-e8cf-4082-94bd-2291edc537cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887134 Apr 06 16:35:55.891018 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d3ca3-c09d-46a2-aebd-22576e5f698a req-1bdd7e6a-ab2c-49c4-9de8-f5b5a703af3e tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:55.893052 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ae5d3ca3-c09d-46a2-aebd-22576e5f698a req-1bdd7e6a-ab2c-49c4-9de8-f5b5a703af3e tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e99d490d-d94a-4ebb-a269-14239904af9a HTTP/1.1" status: 200 len: 946 time: 0.0579200 Apr 06 16:35:55.946299 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ae5d3ca3-c09d-46a2-aebd-22576e5f698a req-52b776d2-32c1-44b5-bf79-bd897e6c4d6c tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=f64d8f25-bb13-4166-a8d7-a76e6e56a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477185 Apr 06 16:35:57.076003 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9073c4a4-9d7d-469a-86dd-d08060e8cd4d req-97527db8-729b-490f-965b-431f2107928e tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:57.077558 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-9073c4a4-9d7d-469a-86dd-d08060e8cd4d req-97527db8-729b-490f-965b-431f2107928e tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e99d490d-d94a-4ebb-a269-14239904af9a HTTP/1.1" status: 200 len: 946 time: 0.0576894 Apr 06 16:35:57.123253 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-9073c4a4-9d7d-469a-86dd-d08060e8cd4d req-778352ea-c60b-4cd9-b821-c4d804e1b9dc tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=f64d8f25-bb13-4166-a8d7-a76e6e56a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400586 Apr 06 16:35:58.245778 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b81e9a-1c86-44a0-b7ce-fad6a613a350 req-bcb547ea-1e6e-4c20-9cfe-bb0fd230e36a tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:58.247288 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-42b81e9a-1c86-44a0-b7ce-fad6a613a350 req-bcb547ea-1e6e-4c20-9cfe-bb0fd230e36a tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e99d490d-d94a-4ebb-a269-14239904af9a HTTP/1.1" status: 200 len: 946 time: 0.0543671 Apr 06 16:35:58.296154 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-42b81e9a-1c86-44a0-b7ce-fad6a613a350 req-edc0673c-68b5-4480-ba4a-204e585e1a9d tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=f64d8f25-bb13-4166-a8d7-a76e6e56a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429287 Apr 06 16:35:59.138082 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-111a39ee-8f43-450e-85b8-8248970af2cf req-670f4e36-e00b-4970-9b47-1f1265b23680 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430598 Apr 06 16:35:59.209184 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a39ee-8f43-450e-85b8-8248970af2cf req-7c42b78f-dc38-4a64-86ff-7d17c7a3f746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:59.210654 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-111a39ee-8f43-450e-85b8-8248970af2cf req-7c42b78f-dc38-4a64-86ff-7d17c7a3f746 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8ca74d1be6e74923a3ad0eff74755b5e&device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 1130 time: 0.0462244 Apr 06 16:35:59.404027 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87f649-d4c0-4a76-b125-ab892c262753 req-c88ff735-07c9-46fd-9bee-1daba12fc0d6 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:59.405603 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ad87f649-d4c0-4a76-b125-ab892c262753 req-c88ff735-07c9-46fd-9bee-1daba12fc0d6 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/ports?device_id=8084f0e8-203e-49e8-bb09-2d05494d9edc HTTP/1.1" status: 200 len: 945 time: 0.0614808 Apr 06 16:35:59.456097 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ad87f649-d4c0-4a76-b125-ab892c262753 req-078c3741-ba2e-43a5-b24d-75ac5803c1d1 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/security-groups?id=d20cd5a9-609b-4d31-b671-0acd161f2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444005 Apr 06 16:35:59.558849 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a39ee-8f43-450e-85b8-8248970af2cf req-4985f3f6-1451-4125-a109-2e28342271d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:59.560338 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-111a39ee-8f43-450e-85b8-8248970af2cf req-4985f3f6-1451-4125-a109-2e28342271d3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=782e4005-3b7d-4e26-954d-25d46652bf58 HTTP/1.1" status: 200 len: 917 time: 0.3316410 Apr 06 16:35:59.570725 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581cc08-d7dc-40fd-b88f-d4463547d4c9 req-1d86cbf3-2090-4880-a083-d9e34955a129 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:35:59.572095 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-f581cc08-d7dc-40fd-b88f-d4463547d4c9 req-1d86cbf3-2090-4880-a083-d9e34955a129 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e99d490d-d94a-4ebb-a269-14239904af9a HTTP/1.1" status: 200 len: 946 time: 0.0846868 Apr 06 16:35:59.619136 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-f581cc08-d7dc-40fd-b88f-d4463547d4c9 req-08809f21-a7a7-4da8-a4a8-edf64a1ba75a tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=f64d8f25-bb13-4166-a8d7-a76e6e56a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411477 Apr 06 16:35:59.792361 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-412e783c-ffea-4082-bb98-07ed8dbcfe08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:36:00.579259 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ad780-0ad2-4138-b550-80aae189e95d req-0b22ae7d-a1b6-4554-96ee-b3c2430ac2a7 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:00.580557 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-7b7ad780-0ad2-4138-b550-80aae189e95d req-0b22ae7d-a1b6-4554-96ee-b3c2430ac2a7 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/ports?device_id=8084f0e8-203e-49e8-bb09-2d05494d9edc HTTP/1.1" status: 200 len: 945 time: 0.0561759 Apr 06 16:36:00.626801 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-7b7ad780-0ad2-4138-b550-80aae189e95d req-3c06cd1b-b9e4-445f-8469-358bae38e8b3 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/security-groups?id=d20cd5a9-609b-4d31-b671-0acd161f2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405872 Apr 06 16:36:00.740403 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e16786-8fd3-4483-b5f7-f03446f2f2af req-37fa94f3-0c3b-414c-b521-1b98d540850d tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:00.741848 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-e5e16786-8fd3-4483-b5f7-f03446f2f2af req-37fa94f3-0c3b-414c-b521-1b98d540850d tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e99d490d-d94a-4ebb-a269-14239904af9a HTTP/1.1" status: 200 len: 946 time: 0.0564842 Apr 06 16:36:00.789159 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-e5e16786-8fd3-4483-b5f7-f03446f2f2af req-3fe27f94-a3f9-41d6-b3db-46ef0de33297 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=f64d8f25-bb13-4166-a8d7-a76e6e56a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410657 Apr 06 16:36:01.191254 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (0e5c86dc-cd19-4356-a060-9388d8808620), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:36:01.746300 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfdb66c-b55e-4c24-b4db-a66721b71d7a req-4e4ece7d-8062-411c-81d9-acd870f5c058 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:01.747827 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-4bfdb66c-b55e-4c24-b4db-a66721b71d7a req-4e4ece7d-8062-411c-81d9-acd870f5c058 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/ports?device_id=8084f0e8-203e-49e8-bb09-2d05494d9edc HTTP/1.1" status: 200 len: 945 time: 0.0540719 Apr 06 16:36:01.794694 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-4bfdb66c-b55e-4c24-b4db-a66721b71d7a req-9c33c384-e077-4c4d-8ad0-5f4936b239b0 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/security-groups?id=d20cd5a9-609b-4d31-b671-0acd161f2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412199 Apr 06 16:36:01.906715 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849548e2-ba83-457d-8002-189f04f49ddc req-0bc9d654-f0c7-4275-bc23-aa1d134adf2c tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:01.908202 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-849548e2-ba83-457d-8002-189f04f49ddc req-0bc9d654-f0c7-4275-bc23-aa1d134adf2c tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e99d490d-d94a-4ebb-a269-14239904af9a HTTP/1.1" status: 200 len: 946 time: 0.0517116 Apr 06 16:36:01.954450 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-849548e2-ba83-457d-8002-189f04f49ddc req-b26cdf91-ca2c-47d0-92e3-1454c8dd407d tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=f64d8f25-bb13-4166-a8d7-a76e6e56a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407138 Apr 06 16:36:02.025546 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-ef5730b3-7a0b-4675-8ca3-0bc6f88a9307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:36:02.917392 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e8aa2-4386-410e-b371-81d29061fbaa req-8e21178a-c46b-4acc-ace9-f2c64a838579 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:02.918889 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-a69e8aa2-4386-410e-b371-81d29061fbaa req-8e21178a-c46b-4acc-ace9-f2c64a838579 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/ports?device_id=8084f0e8-203e-49e8-bb09-2d05494d9edc HTTP/1.1" status: 200 len: 945 time: 0.0571513 Apr 06 16:36:02.964988 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-a69e8aa2-4386-410e-b371-81d29061fbaa req-14070821-7e42-4e45-b84e-22dccd18b3bf tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/security-groups?id=d20cd5a9-609b-4d31-b671-0acd161f2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405149 Apr 06 16:36:03.077573 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a0540-58cc-4969-a46c-43c41f26b2fd req-d6f5be33-c874-49ae-b940-a93bdacd7801 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:03.078963 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-519a0540-58cc-4969-a46c-43c41f26b2fd req-d6f5be33-c874-49ae-b940-a93bdacd7801 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e99d490d-d94a-4ebb-a269-14239904af9a HTTP/1.1" status: 200 len: 946 time: 0.0524495 Apr 06 16:36:03.129185 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-519a0540-58cc-4969-a46c-43c41f26b2fd req-d51cd236-3056-47c3-8a4c-84b40f7310b6 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=f64d8f25-bb13-4166-a8d7-a76e6e56a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446930 Apr 06 16:36:03.447817 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:36:04.085992 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd6e91c-c4b1-49bb-8ecc-4b933f0ebe6a req-0907d9da-e8a2-41c2-a6e4-e6aa6d62473b tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:04.088327 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-3dd6e91c-c4b1-49bb-8ecc-4b933f0ebe6a req-0907d9da-e8a2-41c2-a6e4-e6aa6d62473b tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/ports?device_id=8084f0e8-203e-49e8-bb09-2d05494d9edc HTTP/1.1" status: 200 len: 945 time: 0.0535312 Apr 06 16:36:04.134927 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-3dd6e91c-c4b1-49bb-8ecc-4b933f0ebe6a req-452509d1-09f8-4a5f-8bfb-ea881af2814d tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/security-groups?id=d20cd5a9-609b-4d31-b671-0acd161f2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410643 Apr 06 16:36:04.245900 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d316a-7c2c-4b41-b04e-c82c43a62e41 req-62004501-96ad-437d-81c4-f927bbff1ab9 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:04.247346 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-bd1d316a-7c2c-4b41-b04e-c82c43a62e41 req-62004501-96ad-437d-81c4-f927bbff1ab9 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e99d490d-d94a-4ebb-a269-14239904af9a HTTP/1.1" status: 200 len: 946 time: 0.0527279 Apr 06 16:36:04.293337 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-bd1d316a-7c2c-4b41-b04e-c82c43a62e41 req-b5970fac-7f09-4f32-a4d1-6e248eb430c0 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=f64d8f25-bb13-4166-a8d7-a76e6e56a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404029 Apr 06 16:36:04.624365 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:36:04.676920 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-111a39ee-8f43-450e-85b8-8248970af2cf req-4baf7ab7-2b99-4902-b63b-f42eea8abfee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=509f440f-30e0-41a8-818f-560f8ed72425 HTTP/1.1" status: 200 len: 1001 time: 0.0711229 Apr 06 16:36:04.736663 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a39ee-8f43-450e-85b8-8248970af2cf req-7d7de056-f2c0-40d1-8291-d14dc2804818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:04.739910 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-111a39ee-8f43-450e-85b8-8248970af2cf req-7d7de056-f2c0-40d1-8291-d14dc2804818 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=713d2ac2-12c5-40b3-b057-72a7d64c64ec HTTP/1.1" status: 200 len: 855 time: 0.0536964 Apr 06 16:36:04.800545 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a39ee-8f43-450e-85b8-8248970af2cf req-2cb6b51d-097f-4c72-bf78-489b17c1c929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:04.801956 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-111a39ee-8f43-450e-85b8-8248970af2cf req-2cb6b51d-097f-4c72-bf78-489b17c1c929 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=782e4005-3b7d-4e26-954d-25d46652bf58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0542331 Apr 06 16:36:04.904869 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-111a39ee-8f43-450e-85b8-8248970af2cf req-9e644cf9-21eb-4972-9abb-cf1a8c4c8e5a service neutron] 10.222.0.39 "GET /v2.0/networks/782e4005-3b7d-4e26-954d-25d46652bf58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956898 Apr 06 16:36:05.140599 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-111a39ee-8f43-450e-85b8-8248970af2cf req-36e28659-f7f0-48d4-8aa6-f33483b07df3 service neutron] 10.222.0.39 "GET /v2.0/networks/782e4005-3b7d-4e26-954d-25d46652bf58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006169 Apr 06 16:36:05.263708 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6e7f9-fe8d-4232-8ec8-458cfc2029c7 req-d980ca15-af98-470e-946f-cae8a3449d5a tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:05.265344 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-46e6e7f9-fe8d-4232-8ec8-458cfc2029c7 req-d980ca15-af98-470e-946f-cae8a3449d5a tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/ports?device_id=8084f0e8-203e-49e8-bb09-2d05494d9edc HTTP/1.1" status: 200 len: 945 time: 0.0566876 Apr 06 16:36:05.322393 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-46e6e7f9-fe8d-4232-8ec8-458cfc2029c7 req-1d2e8695-a2f3-4d8e-a60f-6685ab4c0bef tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/security-groups?id=d20cd5a9-609b-4d31-b671-0acd161f2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498681 Apr 06 16:36:05.410527 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745df85-769f-4c2f-ac58-f95665b97031 req-fb2fa2d6-04ce-4ab6-9739-8813982ad7b3 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:05.412034 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-d745df85-769f-4c2f-ac58-f95665b97031 req-fb2fa2d6-04ce-4ab6-9739-8813982ad7b3 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.39 "GET /v2.0/ports?device_id=8084f0e8-203e-49e8-bb09-2d05494d9edc HTTP/1.1" status: 200 len: 945 time: 0.0932827 Apr 06 16:36:05.464172 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584ef09-dfb3-44a0-8ad4-6eb91763fdd1 req-2ec36642-d877-4aab-851a-c0ec12d2ff67 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:05.465847 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-8584ef09-dfb3-44a0-8ad4-6eb91763fdd1 req-2ec36642-d877-4aab-851a-c0ec12d2ff67 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e99d490d-d94a-4ebb-a269-14239904af9a HTTP/1.1" status: 200 len: 946 time: 0.1028957 Apr 06 16:36:05.571229 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-8584ef09-dfb3-44a0-8ad4-6eb91763fdd1 req-69eed5e8-50b5-4f6b-af92-eeffe20088c9 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=f64d8f25-bb13-4166-a8d7-a76e6e56a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969870 Apr 06 16:36:05.596746 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [req-d745df85-769f-4c2f-ac58-f95665b97031 req-b5ca83f1-9c26-4d83-a33b-9f2f86521965 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Deleting port 62358e10-e163-4e3b-a9f4-01b02de3b93a {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:36:05.597122 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-d745df85-769f-4c2f-ac58-f95665b97031 req-b5ca83f1-9c26-4d83-a33b-9f2f86521965 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (62358e10-e163-4e3b-a9f4-01b02de3b93a), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:36:05.690404 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-d745df85-769f-4c2f-ac58-f95665b97031 req-b5ca83f1-9c26-4d83-a33b-9f2f86521965 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] For port 62358e10-e163-4e3b-a9f4-01b02de3b93a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=62358e10-e163-4e3b-a9f4-01b02de3b93a,segment=NetworkSegment(9d647d02-63ac-4460-afea-b8039f68d2f9),segment_id=9d647d02-63ac-4460-afea-b8039f68d2f9)] {{(pid=103681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:36:05.690676 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-d745df85-769f-4c2f-ac58-f95665b97031 req-b5ca83f1-9c26-4d83-a33b-9f2f86521965 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (62358e10-e163-4e3b-a9f4-01b02de3b93a), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:36:05.705289 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [req-d745df85-769f-4c2f-ac58-f95665b97031 req-b5ca83f1-9c26-4d83-a33b-9f2f86521965 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Calling delete_port for 62358e10-e163-4e3b-a9f4-01b02de3b93a owned by compute:nova {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:36:05.950133 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-d745df85-769f-4c2f-ac58-f95665b97031 req-b5ca83f1-9c26-4d83-a33b-9f2f86521965 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285'] for port (62358e10-e163-4e3b-a9f4-01b02de3b93a), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:36:05.972575 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] get_ports_and_sgs() called for port_ids ['62358e10-e163-4e3b-a9f4-01b02de3b93a'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:36:05.983335 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca83f1-9c26-4d83-a33b-9f2f86521965 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Pushing event deleted for resources: {'Port': ['ID=62358e10-e163-4e3b-a9f4-01b02de3b93a,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:36:06.048039 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [req-d745df85-769f-4c2f-ac58-f95665b97031 req-b5ca83f1-9c26-4d83-a33b-9f2f86521965 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] No DVR routers for this DVR port 62358e10-e163-4e3b-a9f4-01b02de3b93a on host hv-cinder-81566 {{(pid=103681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:36:06.051015 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-d745df85-769f-4c2f-ac58-f95665b97031 req-b5ca83f1-9c26-4d83-a33b-9f2f86521965 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:36:06.054226 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-d745df85-769f-4c2f-ac58-f95665b97031 req-b5ca83f1-9c26-4d83-a33b-9f2f86521965 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.39 "DELETE /v2.0/ports/62358e10-e163-4e3b-a9f4-01b02de3b93a HTTP/1.1" status: 204 len: 173 time: 0.6365662 Apr 06 16:36:06.054651 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8084f0e8-203e-49e8-bb09-2d05494d9edc', 'name': 'network-vif-deleted', 'tag': '62358e10-e163-4e3b-a9f4-01b02de3b93a'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:36:06.056918 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da169357ed327e8d081ee60461067b1ef6c636002c887d5121cbb3f742e83ced" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4a6292-9893-46dc-8ded-beeefd86a3cc" -d '{"events": [{"server_uuid": "8084f0e8-203e-49e8-bb09-2d05494d9edc", "name": "network-vif-deleted", "tag": "62358e10-e163-4e3b-a9f4-01b02de3b93a"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:36:06.091947 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047c56bb-1994-4ae8-b2a0-9bb547bb02e6 x-openstack-request-id: req-047c56bb-1994-4ae8-b2a0-9bb547bb02e6 {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:36:06.092245 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8084f0e8-203e-49e8-bb09-2d05494d9edc", "name": "network-vif-deleted", "tag": "62358e10-e163-4e3b-a9f4-01b02de3b93a", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:36:06.092498 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-047c56bb-1994-4ae8-b2a0-9bb547bb02e6 {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:36:06.092896 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event matching ['req-047c56bb-1994-4ae8-b2a0-9bb547bb02e6'] response: {'server_uuid': '8084f0e8-203e-49e8-bb09-2d05494d9edc', 'name': 'network-vif-deleted', 'tag': '62358e10-e163-4e3b-a9f4-01b02de3b93a', 'status': 'completed', 'code': 200} Apr 06 16:36:06.178459 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:36:06.433088 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-a965f915-7976-4780-989b-6f6cb64e5f07 req-2e021777-5896-4e34-8ed0-7ab1a3ad695c tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/ports?device_id=8084f0e8-203e-49e8-bb09-2d05494d9edc HTTP/1.1" status: 200 len: 210 time: 0.0267546 Apr 06 16:36:06.694709 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7331e5b-493f-4c2d-8ddc-ea66818c25bb req-963bef9e-fcbc-44bb-889b-2466fd82c55a tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:06.697082 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-a7331e5b-493f-4c2d-8ddc-ea66818c25bb req-963bef9e-fcbc-44bb-889b-2466fd82c55a tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e99d490d-d94a-4ebb-a269-14239904af9a HTTP/1.1" status: 200 len: 946 time: 0.0539241 Apr 06 16:36:06.743657 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-a7331e5b-493f-4c2d-8ddc-ea66818c25bb req-d62d8a93-5f8c-4b4a-9af3-92f6e0caf3be tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=f64d8f25-bb13-4166-a8d7-a76e6e56a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409887 Apr 06 16:36:07.864510 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd4943-3e32-4b55-9457-6b0108a8b2e5 req-eb8ac933-346a-493a-927f-586e3974bdb7 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:07.865694 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-d5fd4943-3e32-4b55-9457-6b0108a8b2e5 req-eb8ac933-346a-493a-927f-586e3974bdb7 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e99d490d-d94a-4ebb-a269-14239904af9a HTTP/1.1" status: 200 len: 946 time: 0.0543933 Apr 06 16:36:07.912837 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-d5fd4943-3e32-4b55-9457-6b0108a8b2e5 req-51b6e507-af2b-4b7f-87ba-8710341e1699 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=f64d8f25-bb13-4166-a8d7-a76e6e56a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410926 Apr 06 16:36:09.041719 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de702b-9339-450a-bb8d-b40b06652295 req-a8688d8c-8c65-4f0b-baf8-8ad7523e289b tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:09.043208 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-20de702b-9339-450a-bb8d-b40b06652295 req-a8688d8c-8c65-4f0b-baf8-8ad7523e289b tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e99d490d-d94a-4ebb-a269-14239904af9a HTTP/1.1" status: 200 len: 946 time: 0.0541077 Apr 06 16:36:09.093559 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-20de702b-9339-450a-bb8d-b40b06652295 req-d6fca225-e963-4354-a7a2-368b18aa63d5 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=f64d8f25-bb13-4166-a8d7-a76e6e56a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443630 Apr 06 16:36:09.991606 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 62358e10-e163-4e3b-a9f4-01b02de3b93a no longer exists at agent hyperv_hv-cinder-81566 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:36:10.013023 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] No Port match for: 62358e10-e163-4e3b-a9f4-01b02de3b93a {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:36:10.013369 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 62358e10-e163-4e3b-a9f4-01b02de3b93a not bound to the agent host hv-cinder-81566 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:36:10.216159 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b37ee-2922-462d-9473-3165e601a9dc req-62d133d9-074b-4b54-91cb-62d3a289df1d tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:10.217614 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-311b37ee-2922-462d-9473-3165e601a9dc req-62d133d9-074b-4b54-91cb-62d3a289df1d tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e99d490d-d94a-4ebb-a269-14239904af9a HTTP/1.1" status: 200 len: 946 time: 0.0560527 Apr 06 16:36:10.263056 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-311b37ee-2922-462d-9473-3165e601a9dc req-e8072ca6-33af-46b7-bce0-caa5d979f9e4 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=f64d8f25-bb13-4166-a8d7-a76e6e56a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397940 Apr 06 16:36:11.379792 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb3a3b-d572-4bc3-881a-7eccff40a4c4 req-9fa51dbc-62c0-4603-9134-645e3315c3bb tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:11.381331 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-1efb3a3b-d572-4bc3-881a-7eccff40a4c4 req-9fa51dbc-62c0-4603-9134-645e3315c3bb tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e99d490d-d94a-4ebb-a269-14239904af9a HTTP/1.1" status: 200 len: 946 time: 0.0521729 Apr 06 16:36:11.427745 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-1efb3a3b-d572-4bc3-881a-7eccff40a4c4 req-4a007862-b993-4c51-9f9a-19d3edda8492 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=f64d8f25-bb13-4166-a8d7-a76e6e56a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402489 Apr 06 16:36:12.138627 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b03092-cb91-4f58-881a-f67a6373fccc req-5b5f9dc6-b5c4-480a-9bdb-db950c621290 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:12.140410 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-05b03092-cb91-4f58-881a-f67a6373fccc req-5b5f9dc6-b5c4-480a-9bdb-db950c621290 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/networks?id=58b66aa9-47a2-406d-b73d-62e0fadac8d8 HTTP/1.1" status: 200 len: 814 time: 0.1017075 Apr 06 16:36:12.155196 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-05b03092-cb91-4f58-881a-f67a6373fccc req-4c175239-9bf7-4121-bbec-e1612376487c tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/quotas/308562df399246ba826534badce689e4 HTTP/1.1" status: 200 len: 375 time: 0.0091054 Apr 06 16:36:12.191156 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-05b03092-cb91-4f58-881a-f67a6373fccc req-52a33354-8c5e-4ffc-8860-151a424a78c5 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=308562df399246ba826534badce689e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310073 Apr 06 16:36:12.279068 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-05b03092-cb91-4f58-881a-f67a6373fccc req-78c66f11-4f26-44a4-9e15-4b16a4368582 service neutron] 10.222.0.49 "GET /v2.0/networks/58b66aa9-47a2-406d-b73d-62e0fadac8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810301 Apr 06 16:36:12.377614 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-05b03092-cb91-4f58-881a-f67a6373fccc req-ed6176bc-bd90-4ced-9cbf-d94bc3ca0746 service neutron] 10.222.0.49 "GET /v2.0/networks/58b66aa9-47a2-406d-b73d-62e0fadac8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928779 Apr 06 16:36:12.593733 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a08f24-1942-405e-8317-027b33fe5f91 req-86a52e95-84de-476a-b5dd-b1a04ed88b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:12.595268 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-47a08f24-1942-405e-8317-027b33fe5f91 req-86a52e95-84de-476a-b5dd-b1a04ed88b30 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e99d490d-d94a-4ebb-a269-14239904af9a HTTP/1.1" status: 200 len: 1130 time: 0.0685618 Apr 06 16:36:12.601882 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad129b-c20a-4af4-944e-d79a66973246 req-2893e96a-f407-49f9-a7de-25e4e135f58b tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:12.611842 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-18ad129b-c20a-4af4-944e-d79a66973246 req-2893e96a-f407-49f9-a7de-25e4e135f58b tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e99d490d-d94a-4ebb-a269-14239904af9a HTTP/1.1" status: 200 len: 946 time: 0.1108458 Apr 06 16:36:12.616524 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ff7cc518-cafd-4252-aaad-dbee7229bf05 req-5b40f8e1-061e-4032-a6fd-d8311380386a tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/ports?device_id=2cd2bf73-6bb4-4caa-9414-34834e54031a HTTP/1.1" status: 200 len: 210 time: 0.0415816 Apr 06 16:36:12.682811 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-18ad129b-c20a-4af4-944e-d79a66973246 req-c6cc7b93-afac-4cd8-ab01-5d883cc2065e tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=f64d8f25-bb13-4166-a8d7-a76e6e56a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725200 Apr 06 16:36:12.688942 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-47a08f24-1942-405e-8317-027b33fe5f91 req-bc9ab70b-07c6-40b6-8f2c-36aa7caf2a17 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f64d8f25-bb13-4166-a8d7-a76e6e56a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769682 Apr 06 16:36:13.700402 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-0ebbd5bd-edc7-4178-bb2a-6457ee4ebc29 req-6966d0e9-6920-48f9-af3d-c0823689c31b tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/ports?device_id=2cd2bf73-6bb4-4caa-9414-34834e54031a HTTP/1.1" status: 200 len: 210 time: 0.0278769 Apr 06 16:36:13.802637 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a232a-a448-4215-82f2-b4f948f28a69 req-aaaa267e-3cf7-41f4-99c8-6d7ffb05f99a tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:13.804112 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-d54a232a-a448-4215-82f2-b4f948f28a69 req-aaaa267e-3cf7-41f4-99c8-6d7ffb05f99a tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e99d490d-d94a-4ebb-a269-14239904af9a HTTP/1.1" status: 200 len: 946 time: 0.0516052 Apr 06 16:36:13.850592 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-d54a232a-a448-4215-82f2-b4f948f28a69 req-ed033508-0db3-4da5-8e0c-5b998fc55019 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=f64d8f25-bb13-4166-a8d7-a76e6e56a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398915 Apr 06 16:36:14.850682 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-d7786744-4e23-43a8-900b-3260bc9f2f29 req-c4674eec-5ef8-4c4e-999f-9c721b2a0689 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/ports?device_id=2cd2bf73-6bb4-4caa-9414-34834e54031a HTTP/1.1" status: 200 len: 210 time: 0.0817893 Apr 06 16:36:14.979974 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23595052-9d11-40f0-b7d4-f9606d679b79 req-5ef53790-101e-4dff-9cce-00fbca83f7b6 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:14.981483 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-23595052-9d11-40f0-b7d4-f9606d679b79 req-5ef53790-101e-4dff-9cce-00fbca83f7b6 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e99d490d-d94a-4ebb-a269-14239904af9a HTTP/1.1" status: 200 len: 946 time: 0.0578852 Apr 06 16:36:15.030056 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-23595052-9d11-40f0-b7d4-f9606d679b79 req-6e87e72e-7422-4cb7-b351-bdf280672ef4 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=f64d8f25-bb13-4166-a8d7-a76e6e56a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426302 Apr 06 16:36:15.601437 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b47bf-64c3-4868-9563-4446dd69e891 req-f7c24a29-2af6-4eb3-86a9-afba58bfe8b6 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:15.604035 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-094b47bf-64c3-4868-9563-4446dd69e891 req-f7c24a29-2af6-4eb3-86a9-afba58bfe8b6 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e99d490d-d94a-4ebb-a269-14239904af9a HTTP/1.1" status: 200 len: 946 time: 0.0567143 Apr 06 16:36:15.652909 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-094b47bf-64c3-4868-9563-4446dd69e891 req-126d98ff-9a4d-4459-b019-45da53bbf3a2 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=f64d8f25-bb13-4166-a8d7-a76e6e56a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432968 Apr 06 16:36:15.927987 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501adefd-76fe-4e71-9c25-989bfc970a29 req-cb526de3-cf3b-4e3c-a878-f46ea2f3ed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:15.929550 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-501adefd-76fe-4e71-9c25-989bfc970a29 req-cb526de3-cf3b-4e3c-a878-f46ea2f3ed95 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d1c6d06c04543878527856ba1e8d48c&device_id=e99d490d-d94a-4ebb-a269-14239904af9a HTTP/1.1" status: 200 len: 1130 time: 0.0480206 Apr 06 16:36:15.975002 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-4d5e434c-3b01-4f88-a136-ae70dd3b0c55 req-7ad8e8ea-3269-47ef-b435-f6dbafd4e8a1 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/ports?device_id=2cd2bf73-6bb4-4caa-9414-34834e54031a HTTP/1.1" status: 200 len: 210 time: 0.0344307 Apr 06 16:36:16.030870 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501adefd-76fe-4e71-9c25-989bfc970a29 req-757c4b78-798a-4b9d-b70c-84301f9bef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:16.032448 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-501adefd-76fe-4e71-9c25-989bfc970a29 req-757c4b78-798a-4b9d-b70c-84301f9bef7b service neutron] 10.222.0.39 "GET /v2.0/networks?id=dad9ba10-e8cf-4082-94bd-2291edc537cc HTTP/1.1" status: 200 len: 920 time: 0.0960982 Apr 06 16:36:16.099571 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-501adefd-76fe-4e71-9c25-989bfc970a29 req-157e5b22-4f65-4ce5-86fc-24a184180965 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e8818eb-db40-49bd-aaee-2f9e618b8156 HTTP/1.1" status: 200 len: 1001 time: 0.0608916 Apr 06 16:36:16.146737 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501adefd-76fe-4e71-9c25-989bfc970a29 req-2cd006cf-abc7-499f-8ecf-b8e908f88fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:16.148236 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-501adefd-76fe-4e71-9c25-989bfc970a29 req-2cd006cf-abc7-499f-8ecf-b8e908f88fba service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5076aaf7-c1a1-40bf-87fc-8e1e2ced2174 HTTP/1.1" status: 200 len: 858 time: 0.0434206 Apr 06 16:36:16.201376 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501adefd-76fe-4e71-9c25-989bfc970a29 req-a8eea7ca-318d-4083-8555-4630328d31ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:16.202854 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-501adefd-76fe-4e71-9c25-989bfc970a29 req-a8eea7ca-318d-4083-8555-4630328d31ee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dad9ba10-e8cf-4082-94bd-2291edc537cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0489535 Apr 06 16:36:16.267965 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b03092-cb91-4f58-881a-f67a6373fccc req-31c3272d-7d60-4ea9-9c44-d52c43b42b36 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:16.269397 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-05b03092-cb91-4f58-881a-f67a6373fccc req-31c3272d-7d60-4ea9-9c44-d52c43b42b36 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.39 "GET /v2.0/networks?id=58b66aa9-47a2-406d-b73d-62e0fadac8d8 HTTP/1.1" status: 200 len: 814 time: 0.1042233 Apr 06 16:36:16.280926 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [req-05b03092-cb91-4f58-881a-f67a6373fccc req-012fda67-bad8-444b-8115-f6a25fa439c2 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Request body: {'port': {'device_id': '2cd2bf73-6bb4-4caa-9414-34834e54031a', 'network_id': '58b66aa9-47a2-406d-b73d-62e0fadac8d8', 'admin_state_up': True, 'tenant_id': '308562df399246ba826534badce689e4'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:36:16.298358 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-501adefd-76fe-4e71-9c25-989bfc970a29 req-6c7b0611-84a2-4160-bc4a-0093898873f0 service neutron] 10.222.0.39 "GET /v2.0/networks/dad9ba10-e8cf-4082-94bd-2291edc537cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893729 Apr 06 16:36:16.395351 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-501adefd-76fe-4e71-9c25-989bfc970a29 req-1290cad2-559b-4c4e-b2f2-6d5c90832f00 service neutron] 10.222.0.39 "GET /v2.0/networks/dad9ba10-e8cf-4082-94bd-2291edc537cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907195 Apr 06 16:36:16.467774 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05b03092-cb91-4f58-881a-f67a6373fccc req-012fda67-bad8-444b-8115-f6a25fa439c2 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Made reservation on behalf of 308562df399246ba826534badce689e4 for: {'port': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:36:16.472495 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-05b03092-cb91-4f58-881a-f67a6373fccc req-012fda67-bad8-444b-8115-f6a25fa439c2 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:36:16.597922 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.db_base_plugin_common [req-05b03092-cb91-4f58-881a-f67a6373fccc req-012fda67-bad8-444b-8115-f6a25fa439c2 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Allocated IP 172.20.0.11 (58b66aa9-47a2-406d-b73d-62e0fadac8d8/5c01a240-8a8c-466d-a5ca-0f666b3d9524/1a91f736-0ff9-4e33-b13d-1dce3cc1710a) {{(pid=103680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:36:16.754987 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-05b03092-cb91-4f58-881a-f67a6373fccc req-012fda67-bad8-444b-8115-f6a25fa439c2 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Publish callbacks [] for port (1a91f736-0ff9-4e33-b13d-1dce3cc1710a), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:36:16.781763 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff03e3-714f-4052-a88b-21d57057ffb2 req-3a3a75c0-8a18-46bc-b990-3b9986088ecb tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:16.783323 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-07ff03e3-714f-4052-a88b-21d57057ffb2 req-3a3a75c0-8a18-46bc-b990-3b9986088ecb tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e99d490d-d94a-4ebb-a269-14239904af9a HTTP/1.1" status: 200 len: 946 time: 0.0573099 Apr 06 16:36:16.831923 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-07ff03e3-714f-4052-a88b-21d57057ffb2 req-4788fd9c-b23b-4f98-a4bf-1eabb4bc8345 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=f64d8f25-bb13-4166-a8d7-a76e6e56a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415075 Apr 06 16:36:16.868451 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-05b03092-cb91-4f58-881a-f67a6373fccc req-012fda67-bad8-444b-8115-f6a25fa439c2 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (1a91f736-0ff9-4e33-b13d-1dce3cc1710a), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:36:16.917673 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05b03092-cb91-4f58-881a-f67a6373fccc req-012fda67-bad8-444b-8115-f6a25fa439c2 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Network 58b66aa9-47a2-406d-b73d-62e0fadac8d8 is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:36:16.920962 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [req-05b03092-cb91-4f58-881a-f67a6373fccc req-012fda67-bad8-444b-8115-f6a25fa439c2 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:36:16.924673 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b03092-cb91-4f58-881a-f67a6373fccc req-012fda67-bad8-444b-8115-f6a25fa439c2 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Received port after_create {{(pid=103680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:36:16.947760 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012fda67-bad8-444b-8115-f6a25fa439c2 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Pushing event updated for resources: {'Port': ['ID=1a91f736-0ff9-4e33-b13d-1dce3cc1710a,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:36:16.959937 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fda67-bad8-444b-8115-f6a25fa439c2 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:36:16.960290 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fda67-bad8-444b-8115-f6a25fa439c2 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:36:16.960637 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fda67-bad8-444b-8115-f6a25fa439c2 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:36:16.961513 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fda67-bad8-444b-8115-f6a25fa439c2 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:36:16.961991 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fda67-bad8-444b-8115-f6a25fa439c2 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:36:16.962468 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fda67-bad8-444b-8115-f6a25fa439c2 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:36:16.962823 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fda67-bad8-444b-8115-f6a25fa439c2 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:36:16.963156 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fda67-bad8-444b-8115-f6a25fa439c2 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:36:16.963531 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fda67-bad8-444b-8115-f6a25fa439c2 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:36:16.963894 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fda67-bad8-444b-8115-f6a25fa439c2 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:36:16.964225 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fda67-bad8-444b-8115-f6a25fa439c2 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:36:16.964555 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fda67-bad8-444b-8115-f6a25fa439c2 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:36:16.964882 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fda67-bad8-444b-8115-f6a25fa439c2 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:36:16.965208 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fda67-bad8-444b-8115-f6a25fa439c2 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:36:16.965533 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fda67-bad8-444b-8115-f6a25fa439c2 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:36:16.987844 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b03092-cb91-4f58-881a-f67a6373fccc req-012fda67-bad8-444b-8115-f6a25fa439c2 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:16.988456 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-05b03092-cb91-4f58-881a-f67a6373fccc req-012fda67-bad8-444b-8115-f6a25fa439c2 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for port (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:36:17.093572 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7cb0d-8bd9-4659-9bfd-0b22421b8cc6 req-04f0649e-a365-4094-894f-d33f751bfde4 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:17.095042 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-27b7cb0d-8bd9-4659-9bfd-0b22421b8cc6 req-04f0649e-a365-4094-894f-d33f751bfde4 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/ports?device_id=2cd2bf73-6bb4-4caa-9414-34834e54031a HTTP/1.1" status: 200 len: 932 time: 0.0524001 Apr 06 16:36:17.110243 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-05b03092-cb91-4f58-881a-f67a6373fccc req-012fda67-bad8-444b-8115-f6a25fa439c2 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8329878 Apr 06 16:36:17.146483 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-27b7cb0d-8bd9-4659-9bfd-0b22421b8cc6 req-6a486329-43c1-4147-8bc5-511101f707d8 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/security-groups?id=d20cd5a9-609b-4d31-b671-0acd161f2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455050 Apr 06 16:36:17.168137 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53388d91-ed02-4591-a243-1cb853ff5405 req-480ce76e-e1d2-4e5d-9cf7-f2fb9b2245fd tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:17.169605 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-53388d91-ed02-4591-a243-1cb853ff5405 req-480ce76e-e1d2-4e5d-9cf7-f2fb9b2245fd tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 946 time: 0.1053290 Apr 06 16:36:17.215940 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-53388d91-ed02-4591-a243-1cb853ff5405 req-01fbeff4-3275-4cc6-b034-12c2e66b07e8 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=b93192d1-f070-4027-9f08-6b0135c7efe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407898 Apr 06 16:36:17.953146 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2dfc99-bb77-491e-abe7-5612dadf18a1 req-1d4ef1dd-9dac-4522-957a-1e03e4091ef9 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:17.954607 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-1b2dfc99-bb77-491e-abe7-5612dadf18a1 req-1d4ef1dd-9dac-4522-957a-1e03e4091ef9 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e99d490d-d94a-4ebb-a269-14239904af9a HTTP/1.1" status: 200 len: 946 time: 0.0529475 Apr 06 16:36:18.000459 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-1b2dfc99-bb77-491e-abe7-5612dadf18a1 req-28586fca-ace1-4890-bc8c-f974d44ed783 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=f64d8f25-bb13-4166-a8d7-a76e6e56a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403636 Apr 06 16:36:18.264391 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e0c09-ce47-4b49-99d7-cb0487920c40 req-7b6f769b-260d-48c4-b022-8df0752da885 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:18.265860 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-637e0c09-ce47-4b49-99d7-cb0487920c40 req-7b6f769b-260d-48c4-b022-8df0752da885 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/ports?device_id=2cd2bf73-6bb4-4caa-9414-34834e54031a HTTP/1.1" status: 200 len: 932 time: 0.0526259 Apr 06 16:36:18.317543 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-637e0c09-ce47-4b49-99d7-cb0487920c40 req-360b7be9-6f7c-47a9-8630-ad92b4df01f1 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/security-groups?id=d20cd5a9-609b-4d31-b671-0acd161f2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460911 Apr 06 16:36:18.334724 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d773e9-bd61-4597-b6f2-447187f47f56 req-7835fffd-5337-4815-b165-13b9ea0c614f tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:18.336489 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-14d773e9-bd61-4597-b6f2-447187f47f56 req-7835fffd-5337-4815-b165-13b9ea0c614f tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 946 time: 0.0529766 Apr 06 16:36:18.382709 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-14d773e9-bd61-4597-b6f2-447187f47f56 req-18badd53-02b2-4285-b9f5-9d90eb38e61c tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=b93192d1-f070-4027-9f08-6b0135c7efe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405676 Apr 06 16:36:18.720977 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [req-05b03092-cb91-4f58-881a-f67a6373fccc req-dda5b160-c1bf-4cfd-b210-945ddbae4fdb service neutron] Request body: {'port': {'device_id': '2cd2bf73-6bb4-4caa-9414-34834e54031a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:36:18.782648 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-05b03092-cb91-4f58-881a-f67a6373fccc req-dda5b160-c1bf-4cfd-b210-945ddbae4fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (1a91f736-0ff9-4e33-b13d-1dce3cc1710a), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:36:19.043356 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.notifiers.nova [req-05b03092-cb91-4f58-881a-f67a6373fccc req-dda5b160-c1bf-4cfd-b210-945ddbae4fdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a91f736-0ff9-4e33-b13d-1dce3cc1710a {{(pid=103680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:36:19.051024 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-05b03092-cb91-4f58-881a-f67a6373fccc req-dda5b160-c1bf-4cfd-b210-945ddbae4fdb service neutron] Publish callbacks [] for port (1a91f736-0ff9-4e33-b13d-1dce3cc1710a), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:36:19.063394 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.provisioning_blocks [req-05b03092-cb91-4f58-881a-f67a6373fccc req-dda5b160-c1bf-4cfd-b210-945ddbae4fdb service neutron] Transition to ACTIVE for port object 1a91f736-0ff9-4e33-b13d-1dce3cc1710a will not be triggered until provisioned by entity L2. {{(pid=103680) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 16:36:19.118627 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bac053-2567-4f4e-9edf-cc61bb2b082a req-83c2776e-0b71-44ec-af16-4752517e5370 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:19.120112 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-c1bac053-2567-4f4e-9edf-cc61bb2b082a req-83c2776e-0b71-44ec-af16-4752517e5370 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e99d490d-d94a-4ebb-a269-14239904af9a HTTP/1.1" status: 200 len: 946 time: 0.0517418 Apr 06 16:36:19.168120 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-c1bac053-2567-4f4e-9edf-cc61bb2b082a req-98507611-583b-4a9b-ad68-bd4f5e6d41f6 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=f64d8f25-bb13-4166-a8d7-a76e6e56a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423384 Apr 06 16:36:19.192708 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-05b03092-cb91-4f58-881a-f67a6373fccc req-dda5b160-c1bf-4cfd-b210-945ddbae4fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978180'] for port (1a91f736-0ff9-4e33-b13d-1dce3cc1710a), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:36:19.243643 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5b160-c1bf-4cfd-b210-945ddbae4fdb service neutron] Pushing event updated for resources: {'Port': ['ID=1a91f736-0ff9-4e33-b13d-1dce3cc1710a,revision_number=2']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:36:19.314987 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.managers [req-05b03092-cb91-4f58-881a-f67a6373fccc req-dda5b160-c1bf-4cfd-b210-945ddbae4fdb service neutron] Attempting to bind port 1a91f736-0ff9-4e33-b13d-1dce3cc1710a on host hv-cinder-81566 for vnic_type normal with profile {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:36:19.315628 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.managers [req-05b03092-cb91-4f58-881a-f67a6373fccc req-dda5b160-c1bf-4cfd-b210-945ddbae4fdb service neutron] Attempting to bind port 1a91f736-0ff9-4e33-b13d-1dce3cc1710a by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '9d647d02-63ac-4460-afea-b8039f68d2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '58b66aa9-47a2-406d-b73d-62e0fadac8d8'}] {{(pid=103680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:36:19.315628 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b03092-cb91-4f58-881a-f67a6373fccc req-dda5b160-c1bf-4cfd-b210-945ddbae4fdb service neutron] Attempting to bind port 1a91f736-0ff9-4e33-b13d-1dce3cc1710a on network 58b66aa9-47a2-406d-b73d-62e0fadac8d8 {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:36:19.320904 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b03092-cb91-4f58-881a-f67a6373fccc req-dda5b160-c1bf-4cfd-b210-945ddbae4fdb service neutron] Port 1a91f736-0ff9-4e33-b13d-1dce3cc1710a on network 58b66aa9-47a2-406d-b73d-62e0fadac8d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 16:36:19.321332 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b03092-cb91-4f58-881a-f67a6373fccc req-dda5b160-c1bf-4cfd-b210-945ddbae4fdb service neutron] Attempting to bind port 1a91f736-0ff9-4e33-b13d-1dce3cc1710a on network 58b66aa9-47a2-406d-b73d-62e0fadac8d8 {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:36:19.326193 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b03092-cb91-4f58-881a-f67a6373fccc req-dda5b160-c1bf-4cfd-b210-945ddbae4fdb service neutron] Checking agent: {'id': '0e5c86dc-cd19-4356-a060-9388d8808620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 29), 'started_at': datetime.datetime(2022, 4, 6, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:36:19.326530 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b03092-cb91-4f58-881a-f67a6373fccc req-dda5b160-c1bf-4cfd-b210-945ddbae4fdb service neutron] Checking segment: {'id': '9d647d02-63ac-4460-afea-b8039f68d2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '58b66aa9-47a2-406d-b73d-62e0fadac8d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:36:19.326912 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b03092-cb91-4f58-881a-f67a6373fccc req-dda5b160-c1bf-4cfd-b210-945ddbae4fdb service neutron] Bound using segment: {'id': '9d647d02-63ac-4460-afea-b8039f68d2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '58b66aa9-47a2-406d-b73d-62e0fadac8d8'} {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:36:19.327338 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.managers [req-05b03092-cb91-4f58-881a-f67a6373fccc req-dda5b160-c1bf-4cfd-b210-945ddbae4fdb service neutron] Bound port: 1a91f736-0ff9-4e33-b13d-1dce3cc1710a, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d647d02-63ac-4460-afea-b8039f68d2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '58b66aa9-47a2-406d-b73d-62e0fadac8d8'}}] {{(pid=103680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:36:19.327712 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-05b03092-cb91-4f58-881a-f67a6373fccc req-dda5b160-c1bf-4cfd-b210-945ddbae4fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (1a91f736-0ff9-4e33-b13d-1dce3cc1710a), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:36:19.393754 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [req-05b03092-cb91-4f58-881a-f67a6373fccc req-dda5b160-c1bf-4cfd-b210-945ddbae4fdb service neutron] For port 1a91f736-0ff9-4e33-b13d-1dce3cc1710a, host hv-cinder-81566, cleared binding levels {{(pid=103680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:36:19.396881 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [req-05b03092-cb91-4f58-881a-f67a6373fccc req-dda5b160-c1bf-4cfd-b210-945ddbae4fdb service neutron] For port 1a91f736-0ff9-4e33-b13d-1dce3cc1710a, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=1a91f736-0ff9-4e33-b13d-1dce3cc1710a,segment=NetworkSegment(9d647d02-63ac-4460-afea-b8039f68d2f9),segment_id=9d647d02-63ac-4460-afea-b8039f68d2f9)] {{(pid=103680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:36:19.448784 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061dad7-b937-4e08-9812-dea1be9a8065 req-7619ca0f-67b0-4734-91e7-fd95c901fbb1 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:19.450727 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-e061dad7-b937-4e08-9812-dea1be9a8065 req-7619ca0f-67b0-4734-91e7-fd95c901fbb1 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/ports?device_id=2cd2bf73-6bb4-4caa-9414-34834e54031a HTTP/1.1" status: 200 len: 944 time: 0.0618675 Apr 06 16:36:19.481310 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-05b03092-cb91-4f58-881a-f67a6373fccc req-dda5b160-c1bf-4cfd-b210-945ddbae4fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978180'] for port (1a91f736-0ff9-4e33-b13d-1dce3cc1710a), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:36:19.499425 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-e061dad7-b937-4e08-9812-dea1be9a8065 req-719f5668-823b-4bcd-b983-353c8aec5633 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/security-groups?id=d20cd5a9-609b-4d31-b671-0acd161f2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424142 Apr 06 16:36:19.532645 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b03092-cb91-4f58-881a-f67a6373fccc req-dda5b160-c1bf-4cfd-b210-945ddbae4fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:19.533253 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-05b03092-cb91-4f58-881a-f67a6373fccc req-dda5b160-c1bf-4cfd-b210-945ddbae4fdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for port (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:36:19.534666 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-05b03092-cb91-4f58-881a-f67a6373fccc req-dda5b160-c1bf-4cfd-b210-945ddbae4fdb service neutron] 10.222.0.39 "PUT /v2.0/ports/1a91f736-0ff9-4e33-b13d-1dce3cc1710a HTTP/1.1" status: 200 len: 1094 time: 0.8180215 Apr 06 16:36:19.536905 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cd2bf73-6bb4-4caa-9414-34834e54031a', 'tag': '1a91f736-0ff9-4e33-b13d-1dce3cc1710a'}] {{(pid=103680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:36:19.540067 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37defc4f8c4d51421555421a688636eb49d5c8fee7a473d71a3f8bc7c746dcd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f67ac52-d098-4ce5-a8d4-b22054b755ce" -d '{"events": [{"name": "network-changed", "server_uuid": "2cd2bf73-6bb4-4caa-9414-34834e54031a", "tag": "1a91f736-0ff9-4e33-b13d-1dce3cc1710a"}]}' {{(pid=103680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:36:19.567759 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dca746-02ad-49eb-8b9f-c33663de5ab3 req-25aeac73-64d4-4e96-a648-e3866bd1fca9 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:19.569457 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-a0dca746-02ad-49eb-8b9f-c33663de5ab3 req-25aeac73-64d4-4e96-a648-e3866bd1fca9 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 946 time: 0.1181738 Apr 06 16:36:19.570869 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5b160-c1bf-4cfd-b210-945ddbae4fdb service neutron] Pushing event updated for resources: {'Port': ['ID=1a91f736-0ff9-4e33-b13d-1dce3cc1710a,revision_number=3']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:36:19.578370 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7cdaa87-3a07-4230-b54b-ad5b82b8bfa1 x-openstack-request-id: req-b7cdaa87-3a07-4230-b54b-ad5b82b8bfa1 {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:36:19.578660 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cd2bf73-6bb4-4caa-9414-34834e54031a", "tag": "1a91f736-0ff9-4e33-b13d-1dce3cc1710a", "status": "completed", "code": 200}]} {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:36:19.578913 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b7cdaa87-3a07-4230-b54b-ad5b82b8bfa1 {{(pid=103680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:36:19.579311 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7cdaa87-3a07-4230-b54b-ad5b82b8bfa1'] response: {'name': 'network-changed', 'server_uuid': '2cd2bf73-6bb4-4caa-9414-34834e54031a', 'tag': '1a91f736-0ff9-4e33-b13d-1dce3cc1710a', 'status': 'completed', 'code': 200} Apr 06 16:36:19.621873 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-a0dca746-02ad-49eb-8b9f-c33663de5ab3 req-ee08b4ad-b605-4ae9-8ed2-75e19f74ea9b tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=b93192d1-f070-4027-9f08-6b0135c7efe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416522 Apr 06 16:36:19.797341 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67ac52-d098-4ce5-a8d4-b22054b755ce req-02a35185-7a0d-4683-a00b-dd5328787e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:19.798812 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-5f67ac52-d098-4ce5-a8d4-b22054b755ce req-02a35185-7a0d-4683-a00b-dd5328787e65 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=308562df399246ba826534badce689e4&device_id=2cd2bf73-6bb4-4caa-9414-34834e54031a HTTP/1.1" status: 200 len: 1128 time: 0.0442450 Apr 06 16:36:19.899955 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67ac52-d098-4ce5-a8d4-b22054b755ce req-b255bb3c-992f-42f0-8a37-bea5bf65a5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:19.901319 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-5f67ac52-d098-4ce5-a8d4-b22054b755ce req-b255bb3c-992f-42f0-8a37-bea5bf65a5bc service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=308562df399246ba826534badce689e4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0930793 Apr 06 16:36:19.993060 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67ac52-d098-4ce5-a8d4-b22054b755ce req-025cc458-a2c6-4121-b8c6-dc0625308df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:19.994515 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-5f67ac52-d098-4ce5-a8d4-b22054b755ce req-025cc458-a2c6-4121-b8c6-dc0625308df0 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871086 Apr 06 16:36:20.076397 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b03092-cb91-4f58-881a-f67a6373fccc req-9d0c0ce1-c899-4631-9775-067d3f5ba909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:20.077867 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-05b03092-cb91-4f58-881a-f67a6373fccc req-9d0c0ce1-c899-4631-9775-067d3f5ba909 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=308562df399246ba826534badce689e4&device_id=2cd2bf73-6bb4-4caa-9414-34834e54031a HTTP/1.1" status: 200 len: 1128 time: 0.0472023 Apr 06 16:36:20.120575 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-05b03092-cb91-4f58-881a-f67a6373fccc req-2553377d-6255-4e9b-b8cc-874088f1adad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a91f736-0ff9-4e33-b13d-1dce3cc1710a HTTP/1.1" status: 200 len: 217 time: 0.0339425 Apr 06 16:36:20.170463 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b03092-cb91-4f58-881a-f67a6373fccc req-2934b023-5c87-4432-b875-2f77e1e76dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:20.171828 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-05b03092-cb91-4f58-881a-f67a6373fccc req-2934b023-5c87-4432-b875-2f77e1e76dd3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5c01a240-8a8c-466d-a5ca-0f666b3d9524 HTTP/1.1" status: 200 len: 854 time: 0.0433915 Apr 06 16:36:20.205161 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-05b03092-cb91-4f58-881a-f67a6373fccc req-8d81a64c-644e-4c44-b990-c282d2297a17 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=58b66aa9-47a2-406d-b73d-62e0fadac8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250156 Apr 06 16:36:20.288198 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c36a5-bca6-4a45-b854-92d4177544d6 req-96de714d-ecd2-4f00-83e0-75db1ba3365e tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:20.290264 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-055c36a5-bca6-4a45-b854-92d4177544d6 req-96de714d-ecd2-4f00-83e0-75db1ba3365e tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e99d490d-d94a-4ebb-a269-14239904af9a HTTP/1.1" status: 200 len: 946 time: 0.0533104 Apr 06 16:36:20.307975 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-05b03092-cb91-4f58-881a-f67a6373fccc req-9a0821da-7ba9-47a6-b0b3-b78201e4b118 service neutron] 10.222.0.39 "GET /v2.0/networks/58b66aa9-47a2-406d-b73d-62e0fadac8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881047 Apr 06 16:36:20.338625 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-055c36a5-bca6-4a45-b854-92d4177544d6 req-cc656a95-f5d6-4593-9545-e2cd6c5c2534 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=f64d8f25-bb13-4166-a8d7-a76e6e56a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427735 Apr 06 16:36:20.398932 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-05b03092-cb91-4f58-881a-f67a6373fccc req-fa57aec4-8c00-47b1-951a-3db8fa83caf3 service neutron] 10.222.0.39 "GET /v2.0/networks/58b66aa9-47a2-406d-b73d-62e0fadac8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833154 Apr 06 16:36:20.456426 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a325a18-83c8-4a10-90c2-7a4e1a3e73ad req-ac082ec9-d793-46f2-aa66-706f03656133 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:20.457896 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-8a325a18-83c8-4a10-90c2-7a4e1a3e73ad req-ac082ec9-d793-46f2-aa66-706f03656133 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e99d490d-d94a-4ebb-a269-14239904af9a HTTP/1.1" status: 200 len: 946 time: 0.0569723 Apr 06 16:36:20.467176 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 39752) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:36:20.471630 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-92d28964-6dd0-4f12-881c-4ea6572ef3ad tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Request body: {'floatingip': {'port_id': '8e8818eb-db40-49bd-aaee-2f9e618b8156'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:36:20.529143 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-92d28964-6dd0-4f12-881c-4ea6572ef3ad tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks [] for floatingip (13fd1f91-044d-4d3b-bb1b-b5ef9742d944), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:36:20.621418 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a206ea5c-4256-49e4-8b26-1735e6f1e16b req-c6f7a849-7c6e-4965-82f2-fdb7369aa96a tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:20.622990 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-a206ea5c-4256-49e4-8b26-1735e6f1e16b req-c6f7a849-7c6e-4965-82f2-fdb7369aa96a tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/ports?device_id=2cd2bf73-6bb4-4caa-9414-34834e54031a HTTP/1.1" status: 200 len: 944 time: 0.0553937 Apr 06 16:36:20.682975 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-a206ea5c-4256-49e4-8b26-1735e6f1e16b req-02899c09-386f-4226-8baa-ab6b2f15bc14 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/security-groups?id=d20cd5a9-609b-4d31-b671-0acd161f2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540624 Apr 06 16:36:20.966914 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4994c-a37f-4771-b72a-b9c4fc49957e req-4890b505-99b2-404a-9611-42fd9236694a tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:20.968442 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-f5d4994c-a37f-4771-b72a-b9c4fc49957e req-4890b505-99b2-404a-9611-42fd9236694a tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 946 time: 0.1306434 Apr 06 16:36:21.064267 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-f5d4994c-a37f-4771-b72a-b9c4fc49957e req-f1bbc600-1673-43a3-97ed-900355fd6988 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=b93192d1-f070-4027-9f08-6b0135c7efe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892730 Apr 06 16:36:21.310907 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-92d28964-6dd0-4f12-881c-4ea6572ef3ad tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:36:21.363671 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-92d28964-6dd0-4f12-881c-4ea6572ef3ad tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617069'] for floatingip (13fd1f91-044d-4d3b-bb1b-b5ef9742d944), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:36:21.577729 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d28964-6dd0-4f12-881c-4ea6572ef3ad tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Router 4db718bd-92f7-4920-9f2c-e07323d650c5 has already been hosted by L3 agent 94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e {{(pid=103680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:36:21.691710 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d28964-6dd0-4f12-881c-4ea6572ef3ad tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Notify agent at l3_agent.dv-cinder-815660-7-smb the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:36:21.696796 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-92d28964-6dd0-4f12-881c-4ea6572ef3ad tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for floatingip (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:36:21.701819 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b13fff2-be70-4ad2-963a-ab27081b5325 None None] Sync routers for ids ['4db718bd-92f7-4920-9f2c-e07323d650c5'] in dv-cinder-815660-7-smb {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:36:21.712472 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b13fff2-be70-4ad2-963a-ab27081b5325 None None] Routers {'4db718bd-92f7-4920-9f2c-e07323d650c5'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:36:21.723908 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-6b13fff2-be70-4ad2-963a-ab27081b5325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:36:02Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['4db718bd-92f7-4920-9f2c-e07323d650c5'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:36:21.733784 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e99d490d-d94a-4ebb-a269-14239904af9a', 'tag': '8e8818eb-db40-49bd-aaee-2f9e618b8156'}] {{(pid=103680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:36:21.736376 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37defc4f8c4d51421555421a688636eb49d5c8fee7a473d71a3f8bc7c746dcd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ffa2be-289a-4817-981b-7f9f653b9edd" -d '{"events": [{"name": "network-changed", "server_uuid": "e99d490d-d94a-4ebb-a269-14239904af9a", "tag": "8e8818eb-db40-49bd-aaee-2f9e618b8156"}]}' {{(pid=103680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:36:21.773024 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-92d28964-6dd0-4f12-881c-4ea6572ef3ad tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "PUT /v2.0/floatingips/13fd1f91-044d-4d3b-bb1b-b5ef9742d944 HTTP/1.1" status: 200 len: 993 time: 1.3030941 Apr 06 16:36:21.784032 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a90c3d6-222f-472c-9932-420acbefdce4 x-openstack-request-id: req-5a90c3d6-222f-472c-9932-420acbefdce4 {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:36:21.784873 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e99d490d-d94a-4ebb-a269-14239904af9a", "tag": "8e8818eb-db40-49bd-aaee-2f9e618b8156", "status": "completed", "code": 200}]} {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:36:21.788055 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5a90c3d6-222f-472c-9932-420acbefdce4 {{(pid=103680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:36:21.789243 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a90c3d6-222f-472c-9932-420acbefdce4'] response: {'name': 'network-changed', 'server_uuid': 'e99d490d-d94a-4ebb-a269-14239904af9a', 'tag': '8e8818eb-db40-49bd-aaee-2f9e618b8156', 'status': 'completed', 'code': 200} Apr 06 16:36:21.824321 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-6b13fff2-be70-4ad2-963a-ab27081b5325 None None] Set router 4db718bd-92f7-4920-9f2c-e07323d650c5 gateway port host: dv-cinder-815660-7-smb {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:36:21.824543 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c7b96-822b-4b17-b1e1-d88f8152c02b req-fd1ba787-b18c-4a22-997e-992a918e1f26 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:21.826050 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-fd4c7b96-822b-4b17-b1e1-d88f8152c02b req-fd1ba787-b18c-4a22-997e-992a918e1f26 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/ports?device_id=2cd2bf73-6bb4-4caa-9414-34834e54031a HTTP/1.1" status: 200 len: 944 time: 0.0677040 Apr 06 16:36:21.873956 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-fd4c7b96-822b-4b17-b1e1-d88f8152c02b req-cd4aa3ae-a2a8-421a-8361-e9b5a0973b5c tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/security-groups?id=d20cd5a9-609b-4d31-b671-0acd161f2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421867 Apr 06 16:36:22.049057 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-6b13fff2-be70-4ad2-963a-ab27081b5325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1620502577-router', 'tenant_id': '8d1c6d06c04543878527856ba1e8d48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': 'e2089023-cc90-4268-b659-37fd05f1c4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:16Z', 'updated_at': '2022-04-06T16:31:31Z', 'revision_number': 4, 'project_id': '8d1c6d06c04543878527856ba1e8d48c', 'gw_port': {'id': 'e2089023-cc90-4268-b659-37fd05f1c4ba', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:18Z', 'updated_at': '2022-04-06T16:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_floatingips': [{'id': '13fd1f91-044d-4d3b-bb1b-b5ef9742d944', 'tenant_id': '8d1c6d06c04543878527856ba1e8d48c', 'floating_ip_address': '172.28.0.54', 'floating_network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'router_id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'port_id': '8e8818eb-db40-49bd-aaee-2f9e618b8156', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dad9ba10-e8cf-4082-94bd-2291edc537cc', 'mac_address': 'fa:16:3e:ad:72:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99d490d-d94a-4ebb-a269-14239904af9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:33:43Z', 'updated_at': '2022-04-06T16:36:21Z', 'revision_number': 3, 'project_id': '8d1c6d06c04543878527856ba1e8d48c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc887f8-17cb-4d07-9f7a-20921d3830d9', 'name': '', 'network_id': 'dad9ba10-e8cf-4082-94bd-2291edc537cc', 'tenant_id': '8d1c6d06c04543878527856ba1e8d48c', 'mac_address': 'fa:16:3e:a5:e6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5076aaf7-c1a1-40bf-87fc-8e1e2ced2174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:27Z', 'updated_at': '2022-04-06T16:31:48Z', 'revision_number': 5, 'project_id': '8d1c6d06c04543878527856ba1e8d48c', 'subnets': [{'id': '5076aaf7-c1a1-40bf-87fc-8e1e2ced2174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:36:22.076831 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b13fff2-be70-4ad2-963a-ab27081b5325 None None] Checking router: 4db718bd-92f7-4920-9f2c-e07323d650c5 for host: dv-cinder-815660-7-smb {{(pid=103683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:36:22.087012 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b13fff2-be70-4ad2-963a-ab27081b5325 None None] Routers {'4db718bd-92f7-4920-9f2c-e07323d650c5'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:36:22.088275 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-6b13fff2-be70-4ad2-963a-ab27081b5325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:36:02Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['4db718bd-92f7-4920-9f2c-e07323d650c5'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:36:22.192287 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dbb351-0c25-4287-9477-0ab4cd7f840c req-6c73c551-d7ac-4b20-b8f5-534d34ceda74 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:22.193950 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-42dbb351-0c25-4287-9477-0ab4cd7f840c req-6c73c551-d7ac-4b20-b8f5-534d34ceda74 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 946 time: 0.0539732 Apr 06 16:36:22.201039 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-6b13fff2-be70-4ad2-963a-ab27081b5325 None None] Set router 4db718bd-92f7-4920-9f2c-e07323d650c5 gateway port host: dv-cinder-815660-7-smb {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:36:22.240261 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-42dbb351-0c25-4287-9477-0ab4cd7f840c req-4d37f076-6dae-4220-be7d-c1ebd45be25f tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=b93192d1-f070-4027-9f08-6b0135c7efe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400281 Apr 06 16:36:22.421470 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-6b13fff2-be70-4ad2-963a-ab27081b5325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1620502577-router', 'tenant_id': '8d1c6d06c04543878527856ba1e8d48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': 'e2089023-cc90-4268-b659-37fd05f1c4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:16Z', 'updated_at': '2022-04-06T16:31:31Z', 'revision_number': 4, 'project_id': '8d1c6d06c04543878527856ba1e8d48c', 'gw_port': {'id': 'e2089023-cc90-4268-b659-37fd05f1c4ba', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:18Z', 'updated_at': '2022-04-06T16:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_floatingips': [{'id': '13fd1f91-044d-4d3b-bb1b-b5ef9742d944', 'tenant_id': '8d1c6d06c04543878527856ba1e8d48c', 'floating_ip_address': '172.28.0.54', 'floating_network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'router_id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'port_id': '8e8818eb-db40-49bd-aaee-2f9e618b8156', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dad9ba10-e8cf-4082-94bd-2291edc537cc', 'mac_address': 'fa:16:3e:ad:72:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99d490d-d94a-4ebb-a269-14239904af9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:33:43Z', 'updated_at': '2022-04-06T16:36:21Z', 'revision_number': 3, 'project_id': '8d1c6d06c04543878527856ba1e8d48c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc887f8-17cb-4d07-9f7a-20921d3830d9', 'name': '', 'network_id': 'dad9ba10-e8cf-4082-94bd-2291edc537cc', 'tenant_id': '8d1c6d06c04543878527856ba1e8d48c', 'mac_address': 'fa:16:3e:a5:e6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5076aaf7-c1a1-40bf-87fc-8e1e2ced2174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:27Z', 'updated_at': '2022-04-06T16:31:48Z', 'revision_number': 5, 'project_id': '8d1c6d06c04543878527856ba1e8d48c', 'subnets': [{'id': '5076aaf7-c1a1-40bf-87fc-8e1e2ced2174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:36:22.447861 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b13fff2-be70-4ad2-963a-ab27081b5325 None None] The sync data for ids ['4db718bd-92f7-4920-9f2c-e07323d650c5'] in dv-cinder-815660-7-smb is: [{'id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1620502577-router', 'tenant_id': '8d1c6d06c04543878527856ba1e8d48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': 'e2089023-cc90-4268-b659-37fd05f1c4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:16Z', 'updated_at': '2022-04-06T16:31:31Z', 'revision_number': 4, 'project_id': '8d1c6d06c04543878527856ba1e8d48c', 'gw_port': {'id': 'e2089023-cc90-4268-b659-37fd05f1c4ba', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:18Z', 'updated_at': '2022-04-06T16:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_floatingips': [{'id': '13fd1f91-044d-4d3b-bb1b-b5ef9742d944', 'tenant_id': '8d1c6d06c04543878527856ba1e8d48c', 'floating_ip_address': '172.28.0.54', 'floating_network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'router_id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'port_id': '8e8818eb-db40-49bd-aaee-2f9e618b8156', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dad9ba10-e8cf-4082-94bd-2291edc537cc', 'mac_address': 'fa:16:3e:ad:72:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99d490d-d94a-4ebb-a269-14239904af9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:33:43Z', 'updated_at': '2022-04-06T16:36:21Z', 'revision_number': 3, 'project_id': '8d1c6d06c04543878527856ba1e8d48c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc887f8-17cb-4d07-9f7a-20921d3830d9', 'name': '', 'network_id': 'dad9ba10-e8cf-4082-94bd-2291edc537cc', 'tenant_id': '8d1c6d06c04543878527856ba1e8d48c', 'mac_address': 'fa:16:3e:a5:e6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5076aaf7-c1a1-40bf-87fc-8e1e2ced2174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:27Z', 'updated_at': '2022-04-06T16:31:48Z', 'revision_number': 5, 'project_id': '8d1c6d06c04543878527856ba1e8d48c', 'subnets': [{'id': '5076aaf7-c1a1-40bf-87fc-8e1e2ced2174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:36:22.989986 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b3b50-d87c-464f-bea2-acf6ba34d244 req-c8bed1dd-587c-4eb9-b7b6-ddab946d7272 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:22.991545 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-579b3b50-d87c-464f-bea2-acf6ba34d244 req-c8bed1dd-587c-4eb9-b7b6-ddab946d7272 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/ports?device_id=2cd2bf73-6bb4-4caa-9414-34834e54031a HTTP/1.1" status: 200 len: 944 time: 0.0524893 Apr 06 16:36:23.037692 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-579b3b50-d87c-464f-bea2-acf6ba34d244 req-792487f6-2224-476a-9e2c-aacdfe2d4af3 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/security-groups?id=d20cd5a9-609b-4d31-b671-0acd161f2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404098 Apr 06 16:36:23.196152 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ffa2be-289a-4817-981b-7f9f653b9edd req-523df20a-39ac-4ed5-a5e1-ed3c7dda8ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:23.197579 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-e7ffa2be-289a-4817-981b-7f9f653b9edd req-523df20a-39ac-4ed5-a5e1-ed3c7dda8ff6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d1c6d06c04543878527856ba1e8d48c&device_id=e99d490d-d94a-4ebb-a269-14239904af9a HTTP/1.1" status: 200 len: 1130 time: 0.0455720 Apr 06 16:36:23.290000 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ffa2be-289a-4817-981b-7f9f653b9edd req-2495bc18-86f3-4e8e-a066-838c19536664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:23.291480 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-e7ffa2be-289a-4817-981b-7f9f653b9edd req-2495bc18-86f3-4e8e-a066-838c19536664 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dad9ba10-e8cf-4082-94bd-2291edc537cc HTTP/1.1" status: 200 len: 920 time: 0.0880249 Apr 06 16:36:23.389726 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-e7ffa2be-289a-4817-981b-7f9f653b9edd req-7183be02-818a-41a8-8dfe-fe730adde952 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e8818eb-db40-49bd-aaee-2f9e618b8156 HTTP/1.1" status: 200 len: 1001 time: 0.0886407 Apr 06 16:36:23.434936 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b4c6c-bee9-44d7-b20d-db3db3b44ccf req-95a5604c-9993-4510-a2cf-a3101ab8e60e tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:23.436450 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-b69b4c6c-bee9-44d7-b20d-db3db3b44ccf req-95a5604c-9993-4510-a2cf-a3101ab8e60e tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 946 time: 0.0995841 Apr 06 16:36:23.464840 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ffa2be-289a-4817-981b-7f9f653b9edd req-2ac03716-27a7-4a35-9230-63c895a1aa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:23.466306 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-e7ffa2be-289a-4817-981b-7f9f653b9edd req-2ac03716-27a7-4a35-9230-63c895a1aa8b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5076aaf7-c1a1-40bf-87fc-8e1e2ced2174 HTTP/1.1" status: 200 len: 858 time: 0.0694251 Apr 06 16:36:23.517840 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-b69b4c6c-bee9-44d7-b20d-db3db3b44ccf req-3a73da50-171f-4326-972a-405535283fdd tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=b93192d1-f070-4027-9f08-6b0135c7efe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737164 Apr 06 16:36:23.533022 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ffa2be-289a-4817-981b-7f9f653b9edd req-db8146d8-4c78-4998-9b81-80e7f6a626fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:23.534555 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-e7ffa2be-289a-4817-981b-7f9f653b9edd req-db8146d8-4c78-4998-9b81-80e7f6a626fc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dad9ba10-e8cf-4082-94bd-2291edc537cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0577967 Apr 06 16:36:23.632371 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-e7ffa2be-289a-4817-981b-7f9f653b9edd req-f13642ef-c810-4b41-a2d2-42be23767a70 service neutron] 10.222.0.39 "GET /v2.0/networks/dad9ba10-e8cf-4082-94bd-2291edc537cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856082 Apr 06 16:36:23.721640 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-e7ffa2be-289a-4817-981b-7f9f653b9edd req-2b058f10-ba59-4f7d-98da-911a553e4021 service neutron] 10.222.0.39 "GET /v2.0/networks/dad9ba10-e8cf-4082-94bd-2291edc537cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825889 Apr 06 16:36:23.790286 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e99d490d-d94a-4ebb-a269-14239904af9a', 'tag': '8e8818eb-db40-49bd-aaee-2f9e618b8156'}] {{(pid=103680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:36:23.792764 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37defc4f8c4d51421555421a688636eb49d5c8fee7a473d71a3f8bc7c746dcd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8bc05f4-55f9-4804-8f03-ef1f44b11764" -d '{"events": [{"name": "network-changed", "server_uuid": "e99d490d-d94a-4ebb-a269-14239904af9a", "tag": "8e8818eb-db40-49bd-aaee-2f9e618b8156"}]}' {{(pid=103680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:36:23.828454 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21635c01-2f0f-4964-842b-a915a0842f8a x-openstack-request-id: req-21635c01-2f0f-4964-842b-a915a0842f8a {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:36:23.828749 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e99d490d-d94a-4ebb-a269-14239904af9a", "tag": "8e8818eb-db40-49bd-aaee-2f9e618b8156", "status": "completed", "code": 200}]} {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:36:23.829020 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-21635c01-2f0f-4964-842b-a915a0842f8a {{(pid=103680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:36:23.829413 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21635c01-2f0f-4964-842b-a915a0842f8a'] response: {'name': 'network-changed', 'server_uuid': 'e99d490d-d94a-4ebb-a269-14239904af9a', 'tag': '8e8818eb-db40-49bd-aaee-2f9e618b8156', 'status': 'completed', 'code': 200} Apr 06 16:36:23.904290 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc05f4-55f9-4804-8f03-ef1f44b11764 req-6c9c4a83-e05b-4d3f-b632-5f25435138c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:23.905814 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-c8bc05f4-55f9-4804-8f03-ef1f44b11764 req-6c9c4a83-e05b-4d3f-b632-5f25435138c4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d1c6d06c04543878527856ba1e8d48c&device_id=e99d490d-d94a-4ebb-a269-14239904af9a HTTP/1.1" status: 200 len: 1130 time: 0.0506325 Apr 06 16:36:23.994955 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc05f4-55f9-4804-8f03-ef1f44b11764 req-9a919cf6-2090-4d14-bdd4-74923e19cb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:23.996420 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-c8bc05f4-55f9-4804-8f03-ef1f44b11764 req-9a919cf6-2090-4d14-bdd4-74923e19cb45 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dad9ba10-e8cf-4082-94bd-2291edc537cc HTTP/1.1" status: 200 len: 920 time: 0.0839195 Apr 06 16:36:24.052886 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 1a91f736-0ff9-4e33-b13d-1dce3cc1710a details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=103682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 16:36:24.065743 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-c8bc05f4-55f9-4804-8f03-ef1f44b11764 req-0c3a94f2-eba0-4ca8-bf71-a4b3ee3098c4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e8818eb-db40-49bd-aaee-2f9e618b8156 HTTP/1.1" status: 200 len: 1001 time: 0.0623579 Apr 06 16:36:24.124870 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc05f4-55f9-4804-8f03-ef1f44b11764 req-c9283d1e-50da-410f-9242-7c0c9e5ed91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:24.126223 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-c8bc05f4-55f9-4804-8f03-ef1f44b11764 req-c9283d1e-50da-410f-9242-7c0c9e5ed91f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5076aaf7-c1a1-40bf-87fc-8e1e2ced2174 HTTP/1.1" status: 200 len: 858 time: 0.0546091 Apr 06 16:36:24.150978 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 1a91f736-0ff9-4e33-b13d-1dce3cc1710a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=1a91f736-0ff9-4e33-b13d-1dce3cc1710a,segment=NetworkSegment(9d647d02-63ac-4460-afea-b8039f68d2f9),segment_id=9d647d02-63ac-4460-afea-b8039f68d2f9)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:36:24.166951 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Returning: {'device': '1a91f736-0ff9-4e33-b13d-1dce3cc1710a', 'network_id': '58b66aa9-47a2-406d-b73d-62e0fadac8d8', 'port_id': '1a91f736-0ff9-4e33-b13d-1dce3cc1710a', 'mac_address': 'fa:16:3e:58:a3:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c01a240-8a8c-466d-a5ca-0f666b3d9524', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 16:36:24.195367 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833990e2-d342-4b26-a5ce-00dc4480d447 req-82ef75ee-d931-49c5-bb28-448516dfaa2b tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:24.196907 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-833990e2-d342-4b26-a5ce-00dc4480d447 req-82ef75ee-d931-49c5-bb28-448516dfaa2b tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/ports?device_id=2cd2bf73-6bb4-4caa-9414-34834e54031a HTTP/1.1" status: 200 len: 944 time: 0.0883496 Apr 06 16:36:24.202281 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc05f4-55f9-4804-8f03-ef1f44b11764 req-dc6ac15e-5152-41d2-9432-6ea37d9ee6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:24.203659 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-c8bc05f4-55f9-4804-8f03-ef1f44b11764 req-dc6ac15e-5152-41d2-9432-6ea37d9ee6e2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dad9ba10-e8cf-4082-94bd-2291edc537cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0634391 Apr 06 16:36:24.205289 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Current status of the port 1a91f736-0ff9-4e33-b13d-1dce3cc1710a is: DOWN; New status is: BUILD {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:36:24.205689 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (1a91f736-0ff9-4e33-b13d-1dce3cc1710a), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:36:24.218986 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.notifiers.nova [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a91f736-0ff9-4e33-b13d-1dce3cc1710a {{(pid=103682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:36:24.238419 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 1a91f736-0ff9-4e33-b13d-1dce3cc1710a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=1a91f736-0ff9-4e33-b13d-1dce3cc1710a,segment=NetworkSegment(9d647d02-63ac-4460-afea-b8039f68d2f9),segment_id=9d647d02-63ac-4460-afea-b8039f68d2f9)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:36:24.296571 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-833990e2-d342-4b26-a5ce-00dc4480d447 req-d4a7bacd-5ca2-4cf3-a767-0b9f861430b5 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/security-groups?id=d20cd5a9-609b-4d31-b671-0acd161f2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918610 Apr 06 16:36:24.318990 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (1a91f736-0ff9-4e33-b13d-1dce3cc1710a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:36:24.324817 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-c8bc05f4-55f9-4804-8f03-ef1f44b11764 req-a5328be9-47f2-4f02-91c5-282caa4b5a3d service neutron] 10.222.0.39 "GET /v2.0/networks/dad9ba10-e8cf-4082-94bd-2291edc537cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134956 Apr 06 16:36:24.367619 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Pushing event updated for resources: {'Port': ['ID=1a91f736-0ff9-4e33-b13d-1dce3cc1710a,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:36:24.427168 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-c8bc05f4-55f9-4804-8f03-ef1f44b11764 req-f0f2733d-8860-49fd-95d6-503fb67eb878 service neutron] 10.222.0.39 "GET /v2.0/networks/dad9ba10-e8cf-4082-94bd-2291edc537cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960193 Apr 06 16:36:24.643334 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022cd095-4f66-48d0-b1cb-1feed2e4fb41 req-c1bb930b-3f7c-41a1-997f-12323220bb07 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:24.644841 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-022cd095-4f66-48d0-b1cb-1feed2e4fb41 req-c1bb930b-3f7c-41a1-997f-12323220bb07 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 946 time: 0.0550394 Apr 06 16:36:24.691410 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-022cd095-4f66-48d0-b1cb-1feed2e4fb41 req-0f193d78-b770-4fb2-8fd7-be9123634b28 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=b93192d1-f070-4027-9f08-6b0135c7efe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403514 Apr 06 16:36:24.720418 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] get_ports_and_sgs() called for port_ids ['1a91f736-0ff9-4e33-b13d-1dce3cc1710a'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:36:25.417958 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fafe09b-d23c-4e54-93c4-0b742fe14c2f req-f7da810f-af16-485f-ba72-bb5019742239 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:25.419421 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-0fafe09b-d23c-4e54-93c4-0b742fe14c2f req-f7da810f-af16-485f-ba72-bb5019742239 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/ports?device_id=2cd2bf73-6bb4-4caa-9414-34834e54031a HTTP/1.1" status: 200 len: 945 time: 0.0524178 Apr 06 16:36:25.466050 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-0fafe09b-d23c-4e54-93c4-0b742fe14c2f req-78826d78-b9bb-48a5-a1e7-24f28de9a660 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/security-groups?id=d20cd5a9-609b-4d31-b671-0acd161f2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409808 Apr 06 16:36:25.811955 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2511e-385e-4e11-b535-320aeaba7a80 req-5a918a2d-a503-4060-ada9-73758ff396d5 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:25.813479 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-70c2511e-385e-4e11-b535-320aeaba7a80 req-5a918a2d-a503-4060-ada9-73758ff396d5 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 946 time: 0.0539553 Apr 06 16:36:25.860469 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-70c2511e-385e-4e11-b535-320aeaba7a80 req-45a8e117-e1ea-436b-a32d-deeeb3af2c39 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=b93192d1-f070-4027-9f08-6b0135c7efe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410833 Apr 06 16:36:26.068486 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 1a91f736-0ff9-4e33-b13d-1dce3cc1710a up at agent hyperv_hv-cinder-81566 {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:36:26.248260 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Provisioning for port 1a91f736-0ff9-4e33-b13d-1dce3cc1710a completed by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 16:36:26.252226 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Provisioning complete for port 1a91f736-0ff9-4e33-b13d-1dce3cc1710a triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:36:26.252613 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (1a91f736-0ff9-4e33-b13d-1dce3cc1710a), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:36:26.331490 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Current status of the port 1a91f736-0ff9-4e33-b13d-1dce3cc1710a is: BUILD; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:36:26.331810 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (1a91f736-0ff9-4e33-b13d-1dce3cc1710a), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:36:26.353849 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd2bf73-6bb4-4caa-9414-34834e54031a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a91f736-0ff9-4e33-b13d-1dce3cc1710a'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:36:26.356054 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f701ca042f89aa6373cad35a0647e7390d8b08e4e39c46ca7d095e958c03af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b34b37-eda6-4ad9-87a9-c7da4ba9d539" -d '{"events": [{"server_uuid": "2cd2bf73-6bb4-4caa-9414-34834e54031a", "name": "network-vif-plugged", "status": "completed", "tag": "1a91f736-0ff9-4e33-b13d-1dce3cc1710a"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:36:26.368253 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 1a91f736-0ff9-4e33-b13d-1dce3cc1710a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=1a91f736-0ff9-4e33-b13d-1dce3cc1710a,segment=NetworkSegment(9d647d02-63ac-4460-afea-b8039f68d2f9),segment_id=9d647d02-63ac-4460-afea-b8039f68d2f9)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:36:26.391652 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d621c55f-7635-49ac-90be-4173fe5dde59 x-openstack-request-id: req-d621c55f-7635-49ac-90be-4173fe5dde59 {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:36:26.392032 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cd2bf73-6bb4-4caa-9414-34834e54031a", "name": "network-vif-plugged", "status": "completed", "tag": "1a91f736-0ff9-4e33-b13d-1dce3cc1710a", "code": 200}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:36:26.392284 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d621c55f-7635-49ac-90be-4173fe5dde59 {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:36:26.392673 dv-cinder-815660-7-smb neutron-server[103682]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d621c55f-7635-49ac-90be-4173fe5dde59'] response: {'server_uuid': '2cd2bf73-6bb4-4caa-9414-34834e54031a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a91f736-0ff9-4e33-b13d-1dce3cc1710a', 'code': 200} Apr 06 16:36:26.477032 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (1a91f736-0ff9-4e33-b13d-1dce3cc1710a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:36:26.526581 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Pushing event updated for resources: {'Port': ['ID=1a91f736-0ff9-4e33-b13d-1dce3cc1710a,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:36:26.590213 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8994f-b903-44b8-9152-b84a50f6ded8 req-12257558-e4cb-449c-871e-5d07f8bd23f4 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:26.591660 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-b4d8994f-b903-44b8-9152-b84a50f6ded8 req-12257558-e4cb-449c-871e-5d07f8bd23f4 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/ports?device_id=2cd2bf73-6bb4-4caa-9414-34834e54031a HTTP/1.1" status: 200 len: 946 time: 0.0591824 Apr 06 16:36:26.638827 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-b4d8994f-b903-44b8-9152-b84a50f6ded8 req-380ee811-e6d9-43e9-8f10-a2b545fac6c7 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/security-groups?id=d20cd5a9-609b-4d31-b671-0acd161f2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413878 Apr 06 16:36:26.754343 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9020d4-ffe9-4880-b16e-7c7abde4d352 req-32091bf8-e809-451f-854e-1ec3dec5b19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:26.755915 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-cb9020d4-ffe9-4880-b16e-7c7abde4d352 req-32091bf8-e809-451f-854e-1ec3dec5b19e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2cd2bf73-6bb4-4caa-9414-34834e54031a HTTP/1.1" status: 200 len: 1130 time: 0.0488379 Apr 06 16:36:26.798997 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-cb9020d4-ffe9-4880-b16e-7c7abde4d352 req-44df7081-6939-4b16-9a81-d5b45a8bb853 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d20cd5a9-609b-4d31-b671-0acd161f2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372345 Apr 06 16:36:27.086255 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8af0f3-024e-4d82-bd1e-ffdff38114a8 req-2914a89c-bf71-49dd-822a-549ee4c58516 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:27.087735 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-3c8af0f3-024e-4d82-bd1e-ffdff38114a8 req-2914a89c-bf71-49dd-822a-549ee4c58516 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 946 time: 0.0576856 Apr 06 16:36:27.135675 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-3c8af0f3-024e-4d82-bd1e-ffdff38114a8 req-1173119c-4953-42f2-87aa-10039e0936d9 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=b93192d1-f070-4027-9f08-6b0135c7efe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422819 Apr 06 16:36:27.764193 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4607139-7ca7-42c6-ae69-ae464bb8bc5f req-d3f3eb0e-6027-471f-815c-07c8636cfb45 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:27.765655 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-f4607139-7ca7-42c6-ae69-ae464bb8bc5f req-d3f3eb0e-6027-471f-815c-07c8636cfb45 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/ports?device_id=2cd2bf73-6bb4-4caa-9414-34834e54031a HTTP/1.1" status: 200 len: 946 time: 0.0575016 Apr 06 16:36:27.812811 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-f4607139-7ca7-42c6-ae69-ae464bb8bc5f req-f3d1f7a7-b0a1-4723-b7fd-1382676aa6e5 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/security-groups?id=d20cd5a9-609b-4d31-b671-0acd161f2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415537 Apr 06 16:36:28.253466 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620da76-f13a-490e-a7e0-960df6ba2953 req-b96ac98e-96c4-45a6-95b8-299f917d76e1 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:28.254924 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-8620da76-f13a-490e-a7e0-960df6ba2953 req-b96ac98e-96c4-45a6-95b8-299f917d76e1 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 946 time: 0.0522537 Apr 06 16:36:28.301442 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-8620da76-f13a-490e-a7e0-960df6ba2953 req-5e5a5817-d6ec-406c-915a-381e79e91a0f tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=b93192d1-f070-4027-9f08-6b0135c7efe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406575 Apr 06 16:36:28.931956 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b09ee-e190-4d5b-89fb-cbccfd57329b req-0e501971-ed7e-45f1-9898-e22caa2ae5cd tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:28.933490 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-000b09ee-e190-4d5b-89fb-cbccfd57329b req-0e501971-ed7e-45f1-9898-e22caa2ae5cd tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/ports?device_id=2cd2bf73-6bb4-4caa-9414-34834e54031a HTTP/1.1" status: 200 len: 946 time: 0.0520728 Apr 06 16:36:28.985567 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-000b09ee-e190-4d5b-89fb-cbccfd57329b req-2c2e9ba1-a904-4a1e-a51a-2cb05abdff1b tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/security-groups?id=d20cd5a9-609b-4d31-b671-0acd161f2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465412 Apr 06 16:36:29.425122 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b0089-ff2c-416a-83b3-81e51d8aa444 req-7022840d-d00a-422a-93c0-220d9ad6b94a tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:29.426597 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-c45b0089-ff2c-416a-83b3-81e51d8aa444 req-7022840d-d00a-422a-93c0-220d9ad6b94a tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 946 time: 0.0564210 Apr 06 16:36:29.473112 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-c45b0089-ff2c-416a-83b3-81e51d8aa444 req-a38de2af-dd0d-4a78-b313-8680fb6e0aa7 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=b93192d1-f070-4027-9f08-6b0135c7efe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401235 Apr 06 16:36:29.767260 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-567947a3-d5a9-4ff0-aee8-d52e3637b5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:36:29.842907 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675bad73-dc3e-4a1e-a995-0eaa06fe1d04 req-560a5210-1ec2-4198-8a44-64a4e8a58198 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:29.844427 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-675bad73-dc3e-4a1e-a995-0eaa06fe1d04 req-560a5210-1ec2-4198-8a44-64a4e8a58198 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 946 time: 0.0523071 Apr 06 16:36:29.894680 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-675bad73-dc3e-4a1e-a995-0eaa06fe1d04 req-54c75a5e-adfa-4e1b-9779-7b7a34aa76b8 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=b93192d1-f070-4027-9f08-6b0135c7efe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434940 Apr 06 16:36:29.950727 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e3f9e-cb44-49b3-818e-b2f410c7ed97 req-d8da0ec1-5f3c-460d-9a62-7b5d95ff195b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:29.952282 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-0b3e3f9e-cb44-49b3-818e-b2f410c7ed97 req-d8da0ec1-5f3c-460d-9a62-7b5d95ff195b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=df990c96c1f44ba6a6f2aa8be5911c99&device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 1130 time: 0.0457101 Apr 06 16:36:30.045651 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e3f9e-cb44-49b3-818e-b2f410c7ed97 req-2906a342-693f-4fc1-8c73-a5d0073fa8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:30.047117 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-0b3e3f9e-cb44-49b3-818e-b2f410c7ed97 req-2906a342-693f-4fc1-8c73-a5d0073fa8a2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=31d40b1e-6325-447a-b5a1-db51342d35c1 HTTP/1.1" status: 200 len: 912 time: 0.0894115 Apr 06 16:36:30.105912 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46040e4-3dcd-4f8e-8b2f-e0e22ecbaac4 req-4870b0f3-5017-4ab4-aee2-dab306baaeef tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:30.107375 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-b46040e4-3dcd-4f8e-8b2f-e0e22ecbaac4 req-4870b0f3-5017-4ab4-aee2-dab306baaeef tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/ports?device_id=2cd2bf73-6bb4-4caa-9414-34834e54031a HTTP/1.1" status: 200 len: 946 time: 0.0527077 Apr 06 16:36:30.113125 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-0b3e3f9e-cb44-49b3-818e-b2f410c7ed97 req-7ae52c4d-bd02-48c6-9d4c-2274ae217730 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56f7c595-be44-48b6-8839-097f49b7fb83 HTTP/1.1" status: 200 len: 1002 time: 0.0597906 Apr 06 16:36:30.153512 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-b46040e4-3dcd-4f8e-8b2f-e0e22ecbaac4 req-f8d52d8d-06a5-47c0-bace-e444de023918 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/security-groups?id=d20cd5a9-609b-4d31-b671-0acd161f2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406790 Apr 06 16:36:30.177520 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e3f9e-cb44-49b3-818e-b2f410c7ed97 req-4eb44c80-2a5c-48bc-8b4f-79c09b2d2e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:30.179230 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-0b3e3f9e-cb44-49b3-818e-b2f410c7ed97 req-4eb44c80-2a5c-48bc-8b4f-79c09b2d2e9e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=86d619c9-3cbf-4e29-bfd6-a7485621c49d HTTP/1.1" status: 200 len: 850 time: 0.0489640 Apr 06 16:36:30.233415 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e3f9e-cb44-49b3-818e-b2f410c7ed97 req-4147f259-4247-486b-b588-15ebd454aee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:30.234929 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-0b3e3f9e-cb44-49b3-818e-b2f410c7ed97 req-4147f259-4247-486b-b588-15ebd454aee0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=31d40b1e-6325-447a-b5a1-db51342d35c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0467932 Apr 06 16:36:30.329557 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-0b3e3f9e-cb44-49b3-818e-b2f410c7ed97 req-c47eafbc-5eef-4860-aeb1-302994d949e4 service neutron] 10.222.0.39 "GET /v2.0/networks/31d40b1e-6325-447a-b5a1-db51342d35c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879333 Apr 06 16:36:30.438818 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-0b3e3f9e-cb44-49b3-818e-b2f410c7ed97 req-55ea9643-8df4-4158-bb4a-2240c5b8c3cd service neutron] 10.222.0.39 "GET /v2.0/networks/31d40b1e-6325-447a-b5a1-db51342d35c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923750 Apr 06 16:36:30.620351 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.agents_db [None req-a950ddbd-9d44-4943-b7d7-a118ae2e1c13 None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:36:31.015267 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28f25f-67e0-4dff-9a57-2ed3be824f72 req-480da24c-8a8d-42e4-b443-32848f1902ab tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:31.016760 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-5c28f25f-67e0-4dff-9a57-2ed3be824f72 req-480da24c-8a8d-42e4-b443-32848f1902ab tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 946 time: 0.0538313 Apr 06 16:36:31.064100 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-5c28f25f-67e0-4dff-9a57-2ed3be824f72 req-58004688-d0d6-4b1a-95c5-016234ba1771 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=b93192d1-f070-4027-9f08-6b0135c7efe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413404 Apr 06 16:36:31.219301 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (0e5c86dc-cd19-4356-a060-9388d8808620), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:36:32.024394 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-20898369-1a8e-4cd7-80c1-371c55460614 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:36:32.187730 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3803210-e318-4d9e-aeda-014d5a4e77d5 req-ec5e031e-b853-4648-ae74-ddfa57eb7a12 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:32.189242 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-f3803210-e318-4d9e-aeda-014d5a4e77d5 req-ec5e031e-b853-4648-ae74-ddfa57eb7a12 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 946 time: 0.0563619 Apr 06 16:36:32.235286 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-f3803210-e318-4d9e-aeda-014d5a4e77d5 req-6518ed48-1ac1-4e99-ba66-66fc40be41ec tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=b93192d1-f070-4027-9f08-6b0135c7efe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396116 Apr 06 16:36:33.442434 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:36:34.612896 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:36:36.166414 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:36:56.863874 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4276e-c4f1-46bc-973f-6242193494b0 req-f4f1f1bc-1f10-48dd-bc1a-f0c0cbea2fed tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:56.865346 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-8da4276e-c4f1-46bc-973f-6242193494b0 req-f4f1f1bc-1f10-48dd-bc1a-f0c0cbea2fed tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 946 time: 0.0531802 Apr 06 16:36:56.912402 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-8da4276e-c4f1-46bc-973f-6242193494b0 req-02c00d84-d8de-446a-8350-22715ef50b97 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405314 Apr 06 16:36:58.038181 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab55349-7590-4a13-9918-7796c3c47d1b req-894b9df5-f1f3-43eb-b01b-79a36e2192fc tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:58.039637 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-1ab55349-7590-4a13-9918-7796c3c47d1b req-894b9df5-f1f3-43eb-b01b-79a36e2192fc tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 946 time: 0.0561471 Apr 06 16:36:58.086394 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-1ab55349-7590-4a13-9918-7796c3c47d1b req-6cc063dc-f32b-43ae-97fd-b4f5827880a2 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409560 Apr 06 16:36:59.209966 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adefc68-6484-41b7-b255-5e0111d9f406 req-6a536b0a-1371-4970-818e-8827d164c33a tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:59.211409 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-0adefc68-6484-41b7-b255-5e0111d9f406 req-6a536b0a-1371-4970-818e-8827d164c33a tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 946 time: 0.0510979 Apr 06 16:36:59.256950 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-0adefc68-6484-41b7-b255-5e0111d9f406 req-35c20948-ac80-4c0b-93a1-f8e244b34657 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399859 Apr 06 16:36:59.728398 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-203d2817-76d7-470c-839a-a7fb69bb3b2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:36:59.732507 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fec8d2-955e-4ac7-8bb2-120c513c9aa2 req-aed871cd-a78b-43e8-ac28-e587534e5747 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:36:59.734828 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-69fec8d2-955e-4ac7-8bb2-120c513c9aa2 req-aed871cd-a78b-43e8-ac28-e587534e5747 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 946 time: 0.0551360 Apr 06 16:36:59.835442 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [req-69fec8d2-955e-4ac7-8bb2-120c513c9aa2 req-cce1162a-f53d-41be-946b-6b56852dcf4c tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Deleting port 509f440f-30e0-41a8-818f-560f8ed72425 {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:36:59.835814 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-69fec8d2-955e-4ac7-8bb2-120c513c9aa2 req-cce1162a-f53d-41be-946b-6b56852dcf4c tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (509f440f-30e0-41a8-818f-560f8ed72425), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:36:59.930472 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [req-69fec8d2-955e-4ac7-8bb2-120c513c9aa2 req-cce1162a-f53d-41be-946b-6b56852dcf4c tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] For port 509f440f-30e0-41a8-818f-560f8ed72425, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=509f440f-30e0-41a8-818f-560f8ed72425,segment=NetworkSegment(4338e709-dc46-4a61-ada5-02557dc55805),segment_id=4338e709-dc46-4a61-ada5-02557dc55805)] {{(pid=103680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:36:59.930834 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-69fec8d2-955e-4ac7-8bb2-120c513c9aa2 req-cce1162a-f53d-41be-946b-6b56852dcf4c tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (509f440f-30e0-41a8-818f-560f8ed72425), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:00.410409 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-69fec8d2-955e-4ac7-8bb2-120c513c9aa2 req-cce1162a-f53d-41be-946b-6b56852dcf4c tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:00.410768 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-69fec8d2-955e-4ac7-8bb2-120c513c9aa2 req-cce1162a-f53d-41be-946b-6b56852dcf4c tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617069'] for floatingip (cea4dac1-3b9e-4e8b-8ec6-67c52e5c59b4), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:00.411082 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.db.l3_db [req-69fec8d2-955e-4ac7-8bb2-120c513c9aa2 req-cce1162a-f53d-41be-946b-6b56852dcf4c tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Floating IP cea4dac1-3b9e-4e8b-8ec6-67c52e5c59b4 disassociated. External IP: 172.28.0.108, port: 509f440f-30e0-41a8-818f-560f8ed72425. Apr 06 16:37:00.411429 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [req-69fec8d2-955e-4ac7-8bb2-120c513c9aa2 req-cce1162a-f53d-41be-946b-6b56852dcf4c tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Calling delete_port for 509f440f-30e0-41a8-818f-560f8ed72425 owned by compute:nova {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:37:00.470384 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6689d0-e0d6-4931-9a57-250102beb005 req-710e7a7e-129e-4e81-b6fd-9c5c79a43f03 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:00.471967 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ce6689d0-e0d6-4931-9a57-250102beb005 req-710e7a7e-129e-4e81-b6fd-9c5c79a43f03 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 946 time: 0.1126783 Apr 06 16:37:00.540784 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ce6689d0-e0d6-4931-9a57-250102beb005 req-caec7e0a-38b9-471d-94b1-7d7a1389b173 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=16af305c-3dc2-4d6f-822e-d089db4a267c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628414 Apr 06 16:37:00.653255 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-69fec8d2-955e-4ac7-8bb2-120c513c9aa2 req-cce1162a-f53d-41be-946b-6b56852dcf4c tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (509f440f-30e0-41a8-818f-560f8ed72425), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:00.685772 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce1162a-f53d-41be-946b-6b56852dcf4c tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Pushing event deleted for resources: {'Port': ['ID=509f440f-30e0-41a8-818f-560f8ed72425,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:37:00.802937 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69fec8d2-955e-4ac7-8bb2-120c513c9aa2 req-cce1162a-f53d-41be-946b-6b56852dcf4c tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Router 438eed54-6634-4d31-8fac-f0022b04833e has already been hosted by L3 agent 94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e {{(pid=103680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:37:00.925320 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69fec8d2-955e-4ac7-8bb2-120c513c9aa2 req-cce1162a-f53d-41be-946b-6b56852dcf4c tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Notify agent at l3_agent.dv-cinder-815660-7-smb the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:37:00.939577 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebda3ee0-469f-40e0-9b32-756b88f1dd29 None None] Sync routers for ids ['438eed54-6634-4d31-8fac-f0022b04833e'] in dv-cinder-815660-7-smb {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:37:00.949817 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebda3ee0-469f-40e0-9b32-756b88f1dd29 None None] Routers {'438eed54-6634-4d31-8fac-f0022b04833e'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:37:00.950757 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-ebda3ee0-469f-40e0-9b32-756b88f1dd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:36:32Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['438eed54-6634-4d31-8fac-f0022b04833e'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:37:00.969398 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [req-69fec8d2-955e-4ac7-8bb2-120c513c9aa2 req-cce1162a-f53d-41be-946b-6b56852dcf4c tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] No DVR routers for this DVR port 509f440f-30e0-41a8-818f-560f8ed72425 on host hv-cinder-81566 {{(pid=103680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:37:00.972550 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-69fec8d2-955e-4ac7-8bb2-120c513c9aa2 req-cce1162a-f53d-41be-946b-6b56852dcf4c tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for port (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:00.977401 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-69fec8d2-955e-4ac7-8bb2-120c513c9aa2 req-cce1162a-f53d-41be-946b-6b56852dcf4c tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.39 "DELETE /v2.0/ports/509f440f-30e0-41a8-818f-560f8ed72425 HTTP/1.1" status: 204 len: 173 time: 1.2362170 Apr 06 16:37:00.977401 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1', 'name': 'network-vif-deleted', 'tag': '509f440f-30e0-41a8-818f-560f8ed72425'}] {{(pid=103680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:37:00.978972 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37defc4f8c4d51421555421a688636eb49d5c8fee7a473d71a3f8bc7c746dcd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dedb18da-fab2-4a9c-b12e-2e4319865d5f" -d '{"events": [{"server_uuid": "7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1", "name": "network-vif-deleted", "tag": "509f440f-30e0-41a8-818f-560f8ed72425"}]}' {{(pid=103680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:37:01.022900 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d1b263-fc03-42fd-b4c3-0e12748fbc63 x-openstack-request-id: req-55d1b263-fc03-42fd-b4c3-0e12748fbc63 {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:37:01.023394 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1", "name": "network-vif-deleted", "tag": "509f440f-30e0-41a8-818f-560f8ed72425", "status": "completed", "code": 200}]} {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:37:01.023675 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-55d1b263-fc03-42fd-b4c3-0e12748fbc63 {{(pid=103680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:37:01.024095 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55d1b263-fc03-42fd-b4c3-0e12748fbc63'] response: {'server_uuid': '7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1', 'name': 'network-vif-deleted', 'tag': '509f440f-30e0-41a8-818f-560f8ed72425', 'status': 'completed', 'code': 200} Apr 06 16:37:01.067435 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-ebda3ee0-469f-40e0-9b32-756b88f1dd29 None None] Set router 438eed54-6634-4d31-8fac-f0022b04833e gateway port host: dv-cinder-815660-7-smb {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:37:01.303181 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-ebda3ee0-469f-40e0-9b32-756b88f1dd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438eed54-6634-4d31-8fac-f0022b04833e', 'name': 'tempest-AttachVolumeShelveTestJSON-818258066-router', 'tenant_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': '4daa805a-ee79-4b4f-b513-a4b7a45cb32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:17Z', 'updated_at': '2022-04-06T16:31:29Z', 'revision_number': 4, 'project_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'gw_port': {'id': '4daa805a-ee79-4b4f-b513-a4b7a45cb32b', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438eed54-6634-4d31-8fac-f0022b04833e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:20Z', 'updated_at': '2022-04-06T16:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': '2557a59f-e56f-49a1-a5b8-b70861803d73', 'name': '', 'network_id': '782e4005-3b7d-4e26-954d-25d46652bf58', 'tenant_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'mac_address': 'fa:16:3e:c1:00:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438eed54-6634-4d31-8fac-f0022b04833e', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '713d2ac2-12c5-40b3-b057-72a7d64c64ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:27Z', 'updated_at': '2022-04-06T16:31:38Z', 'revision_number': 5, 'project_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'subnets': [{'id': '713d2ac2-12c5-40b3-b057-72a7d64c64ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:37:01.314447 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08035f2c-526f-4a35-af22-33499b926ad2 req-a2fd4721-a6d3-44a1-b96e-44a35d3be398 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:01.319085 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-08035f2c-526f-4a35-af22-33499b926ad2 req-a2fd4721-a6d3-44a1-b96e-44a35d3be398 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/ports?device_id=2cd2bf73-6bb4-4caa-9414-34834e54031a HTTP/1.1" status: 200 len: 946 time: 0.0631056 Apr 06 16:37:01.331147 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (0e5c86dc-cd19-4356-a060-9388d8808620), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:01.332237 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebda3ee0-469f-40e0-9b32-756b88f1dd29 None None] Checking router: 438eed54-6634-4d31-8fac-f0022b04833e for host: dv-cinder-815660-7-smb {{(pid=103682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:37:01.340565 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebda3ee0-469f-40e0-9b32-756b88f1dd29 None None] Routers {'438eed54-6634-4d31-8fac-f0022b04833e'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:37:01.341177 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-ebda3ee0-469f-40e0-9b32-756b88f1dd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:36:32Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['438eed54-6634-4d31-8fac-f0022b04833e'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:37:01.372664 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-08035f2c-526f-4a35-af22-33499b926ad2 req-b02ddfcf-0b75-4acd-9508-5b837d362638 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/security-groups?id=d20cd5a9-609b-4d31-b671-0acd161f2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506718 Apr 06 16:37:01.461345 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-ebda3ee0-469f-40e0-9b32-756b88f1dd29 None None] Set router 438eed54-6634-4d31-8fac-f0022b04833e gateway port host: dv-cinder-815660-7-smb {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:37:01.659820 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-3cb3e6b5-77d6-4343-b067-246c48058846 req-e88536a7-8182-4a6c-9a1a-b1d833d3f6d8 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 210 time: 0.0277476 Apr 06 16:37:01.673469 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-ebda3ee0-469f-40e0-9b32-756b88f1dd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438eed54-6634-4d31-8fac-f0022b04833e', 'name': 'tempest-AttachVolumeShelveTestJSON-818258066-router', 'tenant_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': '4daa805a-ee79-4b4f-b513-a4b7a45cb32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:17Z', 'updated_at': '2022-04-06T16:31:29Z', 'revision_number': 4, 'project_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'gw_port': {'id': '4daa805a-ee79-4b4f-b513-a4b7a45cb32b', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438eed54-6634-4d31-8fac-f0022b04833e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:20Z', 'updated_at': '2022-04-06T16:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': '2557a59f-e56f-49a1-a5b8-b70861803d73', 'name': '', 'network_id': '782e4005-3b7d-4e26-954d-25d46652bf58', 'tenant_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'mac_address': 'fa:16:3e:c1:00:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438eed54-6634-4d31-8fac-f0022b04833e', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '713d2ac2-12c5-40b3-b057-72a7d64c64ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:27Z', 'updated_at': '2022-04-06T16:31:38Z', 'revision_number': 5, 'project_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'subnets': [{'id': '713d2ac2-12c5-40b3-b057-72a7d64c64ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:37:01.821819 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebda3ee0-469f-40e0-9b32-756b88f1dd29 None None] The sync data for ids ['438eed54-6634-4d31-8fac-f0022b04833e'] in dv-cinder-815660-7-smb is: [{'id': '438eed54-6634-4d31-8fac-f0022b04833e', 'name': 'tempest-AttachVolumeShelveTestJSON-818258066-router', 'tenant_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': '4daa805a-ee79-4b4f-b513-a4b7a45cb32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:17Z', 'updated_at': '2022-04-06T16:31:29Z', 'revision_number': 4, 'project_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'gw_port': {'id': '4daa805a-ee79-4b4f-b513-a4b7a45cb32b', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438eed54-6634-4d31-8fac-f0022b04833e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:20Z', 'updated_at': '2022-04-06T16:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': '2557a59f-e56f-49a1-a5b8-b70861803d73', 'name': '', 'network_id': '782e4005-3b7d-4e26-954d-25d46652bf58', 'tenant_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'mac_address': 'fa:16:3e:c1:00:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438eed54-6634-4d31-8fac-f0022b04833e', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '713d2ac2-12c5-40b3-b057-72a7d64c64ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:27Z', 'updated_at': '2022-04-06T16:31:38Z', 'revision_number': 5, 'project_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'subnets': [{'id': '713d2ac2-12c5-40b3-b057-72a7d64c64ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:37:02.053629 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b834b6d7-f2fb-465c-8f2d-2583b140b718 None None] New status for floating IP cea4dac1-3b9e-4e8b-8ec6-67c52e5c59b4: DOWN {{(pid=103683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 16:37:02.064418 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-987e949a-0085-497f-8d20-dd76e5aa96db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:02.277529 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 509f440f-30e0-41a8-818f-560f8ed72425 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:37:02.299072 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] No Port match for: 509f440f-30e0-41a8-818f-560f8ed72425 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:37:02.299411 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 509f440f-30e0-41a8-818f-560f8ed72425 not bound to the agent host hv-cinder-81566 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:37:02.504524 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb00907-7991-45ac-b0b0-f2feefaa8bbb req-6b014de9-67ae-4d17-8945-c52f207a5f8b tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:02.506619 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-0bb00907-7991-45ac-b0b0-f2feefaa8bbb req-6b014de9-67ae-4d17-8945-c52f207a5f8b tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/ports?device_id=2cd2bf73-6bb4-4caa-9414-34834e54031a HTTP/1.1" status: 200 len: 946 time: 0.0608039 Apr 06 16:37:02.557636 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-0bb00907-7991-45ac-b0b0-f2feefaa8bbb req-65e0775f-2b1d-4c6b-befd-07e1b75b43d1 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/security-groups?id=d20cd5a9-609b-4d31-b671-0acd161f2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415936 Apr 06 16:37:02.777349 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-c9061744-6b46-477c-97f7-12a1eb4a5c9e req-00926434-91f6-442e-9882-52df15468af4 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 210 time: 0.0310481 Apr 06 16:37:03.446543 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:03.678185 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094f1de-a2df-4353-ad9c-db9917779945 req-68c80cf6-7b66-44f7-9cdb-9f7fefa5a655 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:03.679648 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-a094f1de-a2df-4353-ad9c-db9917779945 req-68c80cf6-7b66-44f7-9cdb-9f7fefa5a655 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/ports?device_id=2cd2bf73-6bb4-4caa-9414-34834e54031a HTTP/1.1" status: 200 len: 946 time: 0.0522020 Apr 06 16:37:03.725474 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-a094f1de-a2df-4353-ad9c-db9917779945 req-c136c896-35e4-4f81-ad83-47d5b39075f2 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/security-groups?id=d20cd5a9-609b-4d31-b671-0acd161f2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402153 Apr 06 16:37:03.887342 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ef074f7c-1963-4d59-b4da-8521d49b7757 req-0b0efbf3-e57c-4864-9c3c-5cbf33aa53fc tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 210 time: 0.0267453 Apr 06 16:37:04.569070 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:04.840210 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6388211-5c64-4eed-8423-a7af285d815c req-306cffce-d52e-4939-aa8e-d4eb9999152a tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:04.842358 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-e6388211-5c64-4eed-8423-a7af285d815c req-306cffce-d52e-4939-aa8e-d4eb9999152a tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/ports?device_id=2cd2bf73-6bb4-4caa-9414-34834e54031a HTTP/1.1" status: 200 len: 946 time: 0.0516798 Apr 06 16:37:04.892736 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-e6388211-5c64-4eed-8423-a7af285d815c req-3f902d66-6ad9-41c1-9ceb-e9fdb05082a3 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/security-groups?id=d20cd5a9-609b-4d31-b671-0acd161f2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447555 Apr 06 16:37:04.995182 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-5a29519a-845a-4a42-a46d-1597533541a8 req-4c592109-583d-4e6a-b285-c3d9cd3b84f0 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 210 time: 0.0259688 Apr 06 16:37:05.395951 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-73cc3232-ec3a-4bd8-9823-d1d7f8355f7c req-3759b1ae-14d4-4fe8-8266-16c5e3c7a2d9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3e8de912-ec9e-408f-8834-9641316c94f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0882833 Apr 06 16:37:05.905036 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc3232-ec3a-4bd8-9823-d1d7f8355f7c req-3fa03a7d-8820-44a1-bcc0-93ca9557d393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:05.906607 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-73cc3232-ec3a-4bd8-9823-d1d7f8355f7c req-3fa03a7d-8820-44a1-bcc0-93ca9557d393 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d1c6d06c04543878527856ba1e8d48c&device_id=3e8de912-ec9e-408f-8834-9641316c94f3 HTTP/1.1" status: 200 len: 1130 time: 0.0452838 Apr 06 16:37:05.912025 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df42d6-9c35-43f1-b47d-b5d6f5715781 req-1358e031-c307-409c-bb3c-a4cedf79fa80 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:05.913492 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-e4df42d6-9c35-43f1-b47d-b5d6f5715781 req-1358e031-c307-409c-bb3c-a4cedf79fa80 tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.39 "GET /v2.0/ports?device_id=2cd2bf73-6bb4-4caa-9414-34834e54031a HTTP/1.1" status: 200 len: 946 time: 0.0521257 Apr 06 16:37:06.018829 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [req-e4df42d6-9c35-43f1-b47d-b5d6f5715781 req-3806a831-dd34-486b-ba55-aa33b78e8aee tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Deleting port 1a91f736-0ff9-4e33-b13d-1dce3cc1710a {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:37:06.019502 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-e4df42d6-9c35-43f1-b47d-b5d6f5715781 req-3806a831-dd34-486b-ba55-aa33b78e8aee tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (1a91f736-0ff9-4e33-b13d-1dce3cc1710a), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:06.054039 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80620261-ad7d-4213-9eb1-e49e9f8dc80d req-f9e4bc1f-ec9c-4ca3-8765-d0ec6af39dac tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:06.055571 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-80620261-ad7d-4213-9eb1-e49e9f8dc80d req-f9e4bc1f-ec9c-4ca3-8765-d0ec6af39dac tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/ports?device_id=2cd2bf73-6bb4-4caa-9414-34834e54031a HTTP/1.1" status: 200 len: 946 time: 0.0789578 Apr 06 16:37:06.110208 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-80620261-ad7d-4213-9eb1-e49e9f8dc80d req-df840358-3c9a-434d-96ab-224cc7c12f6e tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/security-groups?id=d20cd5a9-609b-4d31-b671-0acd161f2428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477297 Apr 06 16:37:06.111441 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc3232-ec3a-4bd8-9823-d1d7f8355f7c req-a61c3759-4f47-4a3f-b5f9-333573618ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:06.112859 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-73cc3232-ec3a-4bd8-9823-d1d7f8355f7c req-a61c3759-4f47-4a3f-b5f9-333573618ae4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dad9ba10-e8cf-4082-94bd-2291edc537cc HTTP/1.1" status: 200 len: 920 time: 0.1864753 Apr 06 16:37:06.160845 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ffb76773-eb74-49e5-af84-109a71e618be req-b7fb41ec-24df-4371-bbde-12c9f2b1889e tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d4575f0-656e-48c1-b8f5-70ac0c1ef0c1 HTTP/1.1" status: 200 len: 210 time: 0.0427969 Apr 06 16:37:06.162623 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-e4df42d6-9c35-43f1-b47d-b5d6f5715781 req-3806a831-dd34-486b-ba55-aa33b78e8aee tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] For port 1a91f736-0ff9-4e33-b13d-1dce3cc1710a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=1a91f736-0ff9-4e33-b13d-1dce3cc1710a,segment=NetworkSegment(9d647d02-63ac-4460-afea-b8039f68d2f9),segment_id=9d647d02-63ac-4460-afea-b8039f68d2f9)] {{(pid=103681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:37:06.163015 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-e4df42d6-9c35-43f1-b47d-b5d6f5715781 req-3806a831-dd34-486b-ba55-aa33b78e8aee tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (1a91f736-0ff9-4e33-b13d-1dce3cc1710a), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:06.167911 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-73cc3232-ec3a-4bd8-9823-d1d7f8355f7c req-5e58fdb7-9825-46ad-b38b-7d7c4e54e821 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7baa94d5-fcbc-49d6-b1dd-a76cab68846a HTTP/1.1" status: 200 len: 217 time: 0.0479612 Apr 06 16:37:06.172394 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:06.178024 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [req-e4df42d6-9c35-43f1-b47d-b5d6f5715781 req-3806a831-dd34-486b-ba55-aa33b78e8aee tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Calling delete_port for 1a91f736-0ff9-4e33-b13d-1dce3cc1710a owned by compute:nova {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:37:06.219262 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc3232-ec3a-4bd8-9823-d1d7f8355f7c req-876c732e-d374-4f0d-a309-faf7decb5f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:06.220843 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-73cc3232-ec3a-4bd8-9823-d1d7f8355f7c req-876c732e-d374-4f0d-a309-faf7decb5f1e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5076aaf7-c1a1-40bf-87fc-8e1e2ced2174 HTTP/1.1" status: 200 len: 858 time: 0.0475349 Apr 06 16:37:06.273509 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc3232-ec3a-4bd8-9823-d1d7f8355f7c req-46a6983a-9ad5-4634-bd37-c6c5bcdd170d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:06.275013 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-73cc3232-ec3a-4bd8-9823-d1d7f8355f7c req-46a6983a-9ad5-4634-bd37-c6c5bcdd170d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dad9ba10-e8cf-4082-94bd-2291edc537cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0479119 Apr 06 16:37:06.366785 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-e4df42d6-9c35-43f1-b47d-b5d6f5715781 req-3806a831-dd34-486b-ba55-aa33b78e8aee tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285'] for port (1a91f736-0ff9-4e33-b13d-1dce3cc1710a), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:06.378147 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-73cc3232-ec3a-4bd8-9823-d1d7f8355f7c req-52384e9d-49b7-41bb-a518-34012cbeae60 service neutron] 10.222.0.39 "GET /v2.0/networks/dad9ba10-e8cf-4082-94bd-2291edc537cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966487 Apr 06 16:37:06.382802 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] get_ports_and_sgs() called for port_ids ['1a91f736-0ff9-4e33-b13d-1dce3cc1710a'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:37:06.400929 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806a831-dd34-486b-ba55-aa33b78e8aee tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Pushing event deleted for resources: {'Port': ['ID=1a91f736-0ff9-4e33-b13d-1dce3cc1710a,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:37:06.410659 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806a831-dd34-486b-ba55-aa33b78e8aee tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:37:06.411093 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806a831-dd34-486b-ba55-aa33b78e8aee tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:37:06.411447 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806a831-dd34-486b-ba55-aa33b78e8aee tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:37:06.411817 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806a831-dd34-486b-ba55-aa33b78e8aee tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:37:06.412969 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806a831-dd34-486b-ba55-aa33b78e8aee tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:37:06.412969 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806a831-dd34-486b-ba55-aa33b78e8aee tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:37:06.412969 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806a831-dd34-486b-ba55-aa33b78e8aee tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:37:06.413261 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806a831-dd34-486b-ba55-aa33b78e8aee tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:37:06.413451 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806a831-dd34-486b-ba55-aa33b78e8aee tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:37:06.413785 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806a831-dd34-486b-ba55-aa33b78e8aee tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:37:06.414118 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806a831-dd34-486b-ba55-aa33b78e8aee tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:37:06.414448 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806a831-dd34-486b-ba55-aa33b78e8aee tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:37:06.415436 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806a831-dd34-486b-ba55-aa33b78e8aee tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:37:06.415436 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806a831-dd34-486b-ba55-aa33b78e8aee tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:37:06.415592 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806a831-dd34-486b-ba55-aa33b78e8aee tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:37:06.460965 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4df42d6-9c35-43f1-b47d-b5d6f5715781 req-3806a831-dd34-486b-ba55-aa33b78e8aee tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] No DVR routers for this DVR port 1a91f736-0ff9-4e33-b13d-1dce3cc1710a on host hv-cinder-81566 {{(pid=103681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:37:06.464038 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-e4df42d6-9c35-43f1-b47d-b5d6f5715781 req-3806a831-dd34-486b-ba55-aa33b78e8aee tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:06.467964 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-e4df42d6-9c35-43f1-b47d-b5d6f5715781 req-3806a831-dd34-486b-ba55-aa33b78e8aee tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.39 "DELETE /v2.0/ports/1a91f736-0ff9-4e33-b13d-1dce3cc1710a HTTP/1.1" status: 204 len: 173 time: 0.5494189 Apr 06 16:37:06.468400 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd2bf73-6bb4-4caa-9414-34834e54031a', 'name': 'network-vif-deleted', 'tag': '1a91f736-0ff9-4e33-b13d-1dce3cc1710a'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:37:06.470681 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da169357ed327e8d081ee60461067b1ef6c636002c887d5121cbb3f742e83ced" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9552f6ca-7002-4571-a1ed-583f8f5f753d" -d '{"events": [{"server_uuid": "2cd2bf73-6bb4-4caa-9414-34834e54031a", "name": "network-vif-deleted", "tag": "1a91f736-0ff9-4e33-b13d-1dce3cc1710a"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:37:06.490916 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-73cc3232-ec3a-4bd8-9823-d1d7f8355f7c req-45fd1b03-e9a1-4ace-96a7-4df255033602 service neutron] 10.222.0.39 "GET /v2.0/networks/dad9ba10-e8cf-4082-94bd-2291edc537cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057048 Apr 06 16:37:06.565571 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcfb98e0-2e1f-4b25-b6e1-7e08e59c1c5e x-openstack-request-id: req-bcfb98e0-2e1f-4b25-b6e1-7e08e59c1c5e {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:37:06.565862 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cd2bf73-6bb4-4caa-9414-34834e54031a", "name": "network-vif-deleted", "tag": "1a91f736-0ff9-4e33-b13d-1dce3cc1710a", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:37:06.566114 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bcfb98e0-2e1f-4b25-b6e1-7e08e59c1c5e {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:37:06.566516 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcfb98e0-2e1f-4b25-b6e1-7e08e59c1c5e'] response: {'server_uuid': '2cd2bf73-6bb4-4caa-9414-34834e54031a', 'name': 'network-vif-deleted', 'tag': '1a91f736-0ff9-4e33-b13d-1dce3cc1710a', 'status': 'completed', 'code': 200} Apr 06 16:37:07.239743 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-2f4183dc-5634-4d79-95fd-12f692666856 req-c9a744bd-dee4-4998-91a4-9a941ee1973e tempest-VolumesSnapshotTestJSON-2002399990 tempest-VolumesSnapshotTestJSON-2002399990-project] 10.222.0.49 "GET /v2.0/ports?device_id=2cd2bf73-6bb4-4caa-9414-34834e54031a HTTP/1.1" status: 200 len: 210 time: 0.0346656 Apr 06 16:37:07.355422 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 40004) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:37:07.412382 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-155cb105-6d07-4f23-b1ef-a51388da4763 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks [] for security_group (16af305c-3dc2-4d6f-822e-d089db4a267c), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:07.437283 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-155cb105-6d07-4f23-b1ef-a51388da4763 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks [] for security_group (16af305c-3dc2-4d6f-822e-d089db4a267c), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:07.618639 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.agents_db [None req-a950ddbd-9d44-4943-b7d7-a118ae2e1c13 None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:37:07.669118 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-155cb105-6d07-4f23-b1ef-a51388da4763 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (16af305c-3dc2-4d6f-822e-d089db4a267c), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:07.671636 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-155cb105-6d07-4f23-b1ef-a51388da4763 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:07.672858 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-155cb105-6d07-4f23-b1ef-a51388da4763 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "DELETE /v2.0/security-groups/16af305c-3dc2-4d6f-822e-d089db4a267c HTTP/1.1" status: 204 len: 168 time: 0.3163855 Apr 06 16:37:07.676354 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 40006) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:37:07.683643 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155cb105-6d07-4f23-b1ef-a51388da4763 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16af305c-3dc2-4d6f-822e-d089db4a267c,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:37:07.690995 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.api.v2.resource [None req-fdb6c8d2-2729-4b93-a525-f253aec9e62a tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] show failed (client error): The resource could not be found. Apr 06 16:37:07.692017 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-fdb6c8d2-2729-4b93-a525-f253aec9e62a tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups/16af305c-3dc2-4d6f-822e-d089db4a267c HTTP/1.1" status: 404 len: 347 time: 0.0146456 Apr 06 16:37:07.695410 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 40008) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:37:07.816606 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-8289672c-3c86-40b6-b810-cf3e5528285d tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Deleting port 6f987629-300e-4d8e-bd74-538eeaeb7653 {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:37:07.816939 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-8289672c-3c86-40b6-b810-cf3e5528285d tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (6f987629-300e-4d8e-bd74-538eeaeb7653), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:07.891573 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-8289672c-3c86-40b6-b810-cf3e5528285d tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (6f987629-300e-4d8e-bd74-538eeaeb7653), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:07.891928 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-8289672c-3c86-40b6-b810-cf3e5528285d tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks [] for floatingip (6f987629-300e-4d8e-bd74-538eeaeb7653), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:07.903130 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-8289672c-3c86-40b6-b810-cf3e5528285d tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Calling delete_port for 6f987629-300e-4d8e-bd74-538eeaeb7653 owned by network:floatingip {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:37:08.126274 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-8289672c-3c86-40b6-b810-cf3e5528285d tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285'] for port (6f987629-300e-4d8e-bd74-538eeaeb7653), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:08.151790 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8289672c-3c86-40b6-b810-cf3e5528285d tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Pushing event deleted for resources: {'Port': ['ID=6f987629-300e-4d8e-bd74-538eeaeb7653,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:37:08.175740 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-8289672c-3c86-40b6-b810-cf3e5528285d tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks [] for floatingip (cea4dac1-3b9e-4e8b-8ec6-67c52e5c59b4), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:08.178300 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-8289672c-3c86-40b6-b810-cf3e5528285d tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for floatingip (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:08.179471 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-8289672c-3c86-40b6-b810-cf3e5528285d tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "DELETE /v2.0/floatingips/cea4dac1-3b9e-4e8b-8ec6-67c52e5c59b4 HTTP/1.1" status: 204 len: 168 time: 0.4831321 Apr 06 16:37:08.585140 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 40018) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:37:08.589654 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [None req-bc3154e4-4b1f-46a3-b2a3-7f1c2c0a4e41 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1853090993', 'description': 'tempest-description--1926715584'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:37:08.709328 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-bc3154e4-4b1f-46a3-b2a3-7f1c2c0a4e41 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:08.775140 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-bc3154e4-4b1f-46a3-b2a3-7f1c2c0a4e41 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks [] for security_group (c24d130c-89a3-40f2-8526-863195edfd6e), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:08.885579 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-bc3154e4-4b1f-46a3-b2a3-7f1c2c0a4e41 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (c24d130c-89a3-40f2-8526-863195edfd6e), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:08.914731 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3154e4-4b1f-46a3-b2a3-7f1c2c0a4e41 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c24d130c-89a3-40f2-8526-863195edfd6e,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:37:09.076512 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-bc3154e4-4b1f-46a3-b2a3-7f1c2c0a4e41 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:09.077874 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-bc3154e4-4b1f-46a3-b2a3-7f1c2c0a4e41 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4916906 Apr 06 16:37:09.080751 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 40024) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:37:09.085059 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [None req-f4f1fcbb-3745-40c5-87c0-965830de75c2 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Request body: {'security_group_rule': {'security_group_id': 'c24d130c-89a3-40f2-8526-863195edfd6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:37:09.210409 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f4f1fcbb-3745-40c5-87c0-965830de75c2 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks [] for security_group_rule (4b56f123-66bf-4661-a85f-b51c2cbb55c8), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:09.266090 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f4f1fcbb-3745-40c5-87c0-965830de75c2 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks [] for security_group_rule (4b56f123-66bf-4661-a85f-b51c2cbb55c8), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:09.434882 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f4f1fcbb-3745-40c5-87c0-965830de75c2 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654992'] for security_group_rule (4b56f123-66bf-4661-a85f-b51c2cbb55c8), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:09.457610 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f1fcbb-3745-40c5-87c0-965830de75c2 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b56f123-66bf-4661-a85f-b51c2cbb55c8,revision_number=0']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:37:09.579114 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f4f1fcbb-3745-40c5-87c0-965830de75c2 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:09.580299 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-f4f1fcbb-3745-40c5-87c0-965830de75c2 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4986155 Apr 06 16:37:09.583148 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 40026) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:37:09.587469 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [None req-68119523-eeba-447c-8ee8-0d66a4f74ee1 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Request body: {'security_group_rule': {'security_group_id': 'c24d130c-89a3-40f2-8526-863195edfd6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:37:09.736430 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-68119523-eeba-447c-8ee8-0d66a4f74ee1 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks [] for security_group_rule (21bc38dc-d591-4fb2-b6b1-7511706f1d3a), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:09.992712 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-68119523-eeba-447c-8ee8-0d66a4f74ee1 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks [] for security_group_rule (21bc38dc-d591-4fb2-b6b1-7511706f1d3a), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:10.142588 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-68119523-eeba-447c-8ee8-0d66a4f74ee1 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654992'] for security_group_rule (21bc38dc-d591-4fb2-b6b1-7511706f1d3a), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:10.160697 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68119523-eeba-447c-8ee8-0d66a4f74ee1 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21bc38dc-d591-4fb2-b6b1-7511706f1d3a,revision_number=0']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:37:10.230223 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-68119523-eeba-447c-8ee8-0d66a4f74ee1 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:10.232021 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-68119523-eeba-447c-8ee8-0d66a4f74ee1 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6478658 Apr 06 16:37:10.238139 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 40030) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:37:10.239588 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [None req-33d78933-dca9-4bc2-a454-e152cf162906 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Request body: {'floatingip': {'floating_network_id': '5748d197-8213-47ef-9188-592aa7f2e542'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:37:10.277340 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 1a91f736-0ff9-4e33-b13d-1dce3cc1710a no longer exists at agent hyperv_hv-cinder-81566 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:37:10.297556 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] No Port match for: 1a91f736-0ff9-4e33-b13d-1dce3cc1710a {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:37:10.297900 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 1a91f736-0ff9-4e33-b13d-1dce3cc1710a not bound to the agent host hv-cinder-81566 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:37:10.348606 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-33d78933-dca9-4bc2-a454-e152cf162906 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:10.446306 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-33d78933-dca9-4bc2-a454-e152cf162906 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:10.550397 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [None req-33d78933-dca9-4bc2-a454-e152cf162906 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Allocated IP 172.28.0.114 (5748d197-8213-47ef-9188-592aa7f2e542/30360da9-bba6-4593-a408-3cd8aca8fb5f/089a7a26-0b43-4ec1-ae74-fa0e29e984e4) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:37:10.652985 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-33d78933-dca9-4bc2-a454-e152cf162906 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks [] for port (089a7a26-0b43-4ec1-ae74-fa0e29e984e4), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:10.782914 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-33d78933-dca9-4bc2-a454-e152cf162906 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276'] for port (089a7a26-0b43-4ec1-ae74-fa0e29e984e4), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:10.822647 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d78933-dca9-4bc2-a454-e152cf162906 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Network 5748d197-8213-47ef-9188-592aa7f2e542 is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:37:10.826394 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-33d78933-dca9-4bc2-a454-e152cf162906 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:37:10.829859 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d78933-dca9-4bc2-a454-e152cf162906 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:37:10.837637 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d78933-dca9-4bc2-a454-e152cf162906 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Pushing event updated for resources: {'Port': ['ID=089a7a26-0b43-4ec1-ae74-fa0e29e984e4,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:37:10.880787 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-33d78933-dca9-4bc2-a454-e152cf162906 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks [] for floatingip (da354acf-3f85-4c44-829b-de72343538b3), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:10.969174 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-33d78933-dca9-4bc2-a454-e152cf162906 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (089a7a26-0b43-4ec1-ae74-fa0e29e984e4), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:11.128685 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-33d78933-dca9-4bc2-a454-e152cf162906 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks [] for port (089a7a26-0b43-4ec1-ae74-fa0e29e984e4), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:11.199490 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-33d78933-dca9-4bc2-a454-e152cf162906 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (089a7a26-0b43-4ec1-ae74-fa0e29e984e4), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:11.234198 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-33d78933-dca9-4bc2-a454-e152cf162906 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617069'] for floatingip (da354acf-3f85-4c44-829b-de72343538b3), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:11.254017 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d78933-dca9-4bc2-a454-e152cf162906 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Pushing event updated for resources: {'Port': ['ID=089a7a26-0b43-4ec1-ae74-fa0e29e984e4,revision_number=2']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:37:11.322012 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-33d78933-dca9-4bc2-a454-e152cf162906 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for floatingip (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:11.323212 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-33d78933-dca9-4bc2-a454-e152cf162906 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0869393 Apr 06 16:37:11.489361 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-483b230e-f054-4465-a7ae-06eb8115da97 req-8ab70b7a-32c8-4eab-92eb-aac2626be2dc tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1853090993&fields=id&tenant_id=8ca74d1be6e74923a3ad0eff74755b5e HTTP/1.1" status: 200 len: 267 time: 0.0473716 Apr 06 16:37:11.602188 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b230e-f054-4465-a7ae-06eb8115da97 req-059746d6-2792-4b36-a60c-3d80d09a6dec tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:11.603558 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-483b230e-f054-4465-a7ae-06eb8115da97 req-059746d6-2792-4b36-a60c-3d80d09a6dec tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/networks?id=782e4005-3b7d-4e26-954d-25d46652bf58 HTTP/1.1" status: 200 len: 816 time: 0.1077714 Apr 06 16:37:11.617619 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-483b230e-f054-4465-a7ae-06eb8115da97 req-1b543825-10f5-4f38-a8e9-9c5430b1591e tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/quotas/8ca74d1be6e74923a3ad0eff74755b5e HTTP/1.1" status: 200 len: 375 time: 0.0085208 Apr 06 16:37:11.675174 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-483b230e-f054-4465-a7ae-06eb8115da97 req-dd9c387c-52cf-4d4c-aefc-4c7eea98841d tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8ca74d1be6e74923a3ad0eff74755b5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521116 Apr 06 16:37:11.820315 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-483b230e-f054-4465-a7ae-06eb8115da97 req-624933c3-bb1a-401e-a7b9-00bfd9afba0f service neutron] 10.222.0.49 "GET /v2.0/networks/782e4005-3b7d-4e26-954d-25d46652bf58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336396 Apr 06 16:37:11.912254 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-483b230e-f054-4465-a7ae-06eb8115da97 req-e10a2302-51af-4444-af43-78f1557f71ab service neutron] 10.222.0.49 "GET /v2.0/networks/782e4005-3b7d-4e26-954d-25d46652bf58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854824 Apr 06 16:37:12.187559 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-341ace89-a56c-42f6-aeee-70c58b5b62f3 req-0767ddfa-b5c4-44a3-ac4f-7735d70a75c4 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 210 time: 0.0287447 Apr 06 16:37:13.288203 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-fdea55fa-d08f-4c54-ab3b-353795134a49 req-446d1bba-2840-4790-a4f8-9b260f1919ed tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 210 time: 0.0295355 Apr 06 16:37:14.389823 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-4ff47f07-5b8e-4855-888e-bf3bde148865 req-d3e4fa5d-5cb9-4ba0-aceb-30487d8cceac tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 210 time: 0.0282242 Apr 06 16:37:14.461298 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b230e-f054-4465-a7ae-06eb8115da97 req-f55cb85f-bbe3-43c4-b447-e96650dd41a4 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:14.463061 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-483b230e-f054-4465-a7ae-06eb8115da97 req-f55cb85f-bbe3-43c4-b447-e96650dd41a4 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.39 "GET /v2.0/networks?id=782e4005-3b7d-4e26-954d-25d46652bf58 HTTP/1.1" status: 200 len: 816 time: 0.1049235 Apr 06 16:37:14.541201 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-483b230e-f054-4465-a7ae-06eb8115da97 req-98a93aab-16c0-452f-8654-6186f4eb8291 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ca74d1be6e74923a3ad0eff74755b5e HTTP/1.1" status: 200 len: 380 time: 0.0588043 Apr 06 16:37:14.550232 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [req-483b230e-f054-4465-a7ae-06eb8115da97 req-6742d0aa-16ee-4a92-ab0f-68b12d8136b7 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Request body: {'port': {'device_id': 'c2ba30a8-4481-4872-be6d-9d5f4e05b89d', 'network_id': '782e4005-3b7d-4e26-954d-25d46652bf58', 'admin_state_up': True, 'tenant_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'security_groups': ['c24d130c-89a3-40f2-8526-863195edfd6e']}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:37:14.748038 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-483b230e-f054-4465-a7ae-06eb8115da97 req-6742d0aa-16ee-4a92-ab0f-68b12d8136b7 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Made reservation on behalf of 8ca74d1be6e74923a3ad0eff74755b5e for: {'port': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:37:14.751726 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-483b230e-f054-4465-a7ae-06eb8115da97 req-6742d0aa-16ee-4a92-ab0f-68b12d8136b7 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:14.882733 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.db_base_plugin_common [req-483b230e-f054-4465-a7ae-06eb8115da97 req-6742d0aa-16ee-4a92-ab0f-68b12d8136b7 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Allocated IP 172.20.0.7 (782e4005-3b7d-4e26-954d-25d46652bf58/713d2ac2-12c5-40b3-b057-72a7d64c64ec/a11b48b2-7c74-4f6a-81e3-cc831deee15c) {{(pid=103680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:37:15.021169 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-483b230e-f054-4465-a7ae-06eb8115da97 req-6742d0aa-16ee-4a92-ab0f-68b12d8136b7 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks [] for port (a11b48b2-7c74-4f6a-81e3-cc831deee15c), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:15.125470 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-483b230e-f054-4465-a7ae-06eb8115da97 req-6742d0aa-16ee-4a92-ab0f-68b12d8136b7 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (a11b48b2-7c74-4f6a-81e3-cc831deee15c), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:15.169784 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-483b230e-f054-4465-a7ae-06eb8115da97 req-6742d0aa-16ee-4a92-ab0f-68b12d8136b7 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Network 782e4005-3b7d-4e26-954d-25d46652bf58 is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:37:15.172985 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [req-483b230e-f054-4465-a7ae-06eb8115da97 req-6742d0aa-16ee-4a92-ab0f-68b12d8136b7 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:37:15.176611 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [req-483b230e-f054-4465-a7ae-06eb8115da97 req-6742d0aa-16ee-4a92-ab0f-68b12d8136b7 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Received port after_create {{(pid=103680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:37:15.204679 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6742d0aa-16ee-4a92-ab0f-68b12d8136b7 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Pushing event updated for resources: {'Port': ['ID=a11b48b2-7c74-4f6a-81e3-cc831deee15c,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:37:15.236828 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b230e-f054-4465-a7ae-06eb8115da97 req-6742d0aa-16ee-4a92-ab0f-68b12d8136b7 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:15.237696 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-483b230e-f054-4465-a7ae-06eb8115da97 req-6742d0aa-16ee-4a92-ab0f-68b12d8136b7 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for port (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:15.338821 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-483b230e-f054-4465-a7ae-06eb8115da97 req-6742d0aa-16ee-4a92-ab0f-68b12d8136b7 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7921059 Apr 06 16:37:15.350466 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [req-483b230e-f054-4465-a7ae-06eb8115da97 req-77e30e44-d13f-43f5-a784-66f9b85164c1 service neutron] Request body: {'port': {'device_id': 'c2ba30a8-4481-4872-be6d-9d5f4e05b89d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:37:15.403353 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0b4cc35b-0cb2-4379-a8d5-aac0c7a97b40 None None] Provisioning complete for port a11b48b2-7c74-4f6a-81e3-cc831deee15c triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:37:15.404130 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0b4cc35b-0cb2-4379-a8d5-aac0c7a97b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (a11b48b2-7c74-4f6a-81e3-cc831deee15c), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:15.412022 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-483b230e-f054-4465-a7ae-06eb8115da97 req-77e30e44-d13f-43f5-a784-66f9b85164c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (a11b48b2-7c74-4f6a-81e3-cc831deee15c), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:15.442066 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0b4cc35b-0cb2-4379-a8d5-aac0c7a97b40 None None] Port a11b48b2-7c74-4f6a-81e3-cc831deee15c cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:37:15.624974 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7de2e-afcd-42df-92eb-4a9a654cb3be req-02d4d0c0-0b6b-4dfc-bb88-f61d08256f4a tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:15.626427 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-3ea7de2e-afcd-42df-92eb-4a9a654cb3be req-02d4d0c0-0b6b-4dfc-bb88-f61d08256f4a tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 931 time: 0.1126175 Apr 06 16:37:15.703448 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-3ea7de2e-afcd-42df-92eb-4a9a654cb3be req-94e69779-e287-469e-89e7-dde8e5d10f23 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708830 Apr 06 16:37:15.753134 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.notifiers.nova [req-483b230e-f054-4465-a7ae-06eb8115da97 req-77e30e44-d13f-43f5-a784-66f9b85164c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a11b48b2-7c74-4f6a-81e3-cc831deee15c {{(pid=103680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:37:15.760669 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-483b230e-f054-4465-a7ae-06eb8115da97 req-77e30e44-d13f-43f5-a784-66f9b85164c1 service neutron] Publish callbacks [] for port (a11b48b2-7c74-4f6a-81e3-cc831deee15c), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:15.772880 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.provisioning_blocks [req-483b230e-f054-4465-a7ae-06eb8115da97 req-77e30e44-d13f-43f5-a784-66f9b85164c1 service neutron] Transition to ACTIVE for port object a11b48b2-7c74-4f6a-81e3-cc831deee15c will not be triggered until provisioned by entity L2. {{(pid=103680) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 16:37:15.856416 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-483b230e-f054-4465-a7ae-06eb8115da97 req-77e30e44-d13f-43f5-a784-66f9b85164c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978180'] for port (a11b48b2-7c74-4f6a-81e3-cc831deee15c), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:15.905319 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e30e44-d13f-43f5-a784-66f9b85164c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a11b48b2-7c74-4f6a-81e3-cc831deee15c,revision_number=2']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:37:15.980561 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.managers [req-483b230e-f054-4465-a7ae-06eb8115da97 req-77e30e44-d13f-43f5-a784-66f9b85164c1 service neutron] Attempting to bind port a11b48b2-7c74-4f6a-81e3-cc831deee15c on host hv-cinder-81566 for vnic_type normal with profile {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:37:15.980922 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.managers [req-483b230e-f054-4465-a7ae-06eb8115da97 req-77e30e44-d13f-43f5-a784-66f9b85164c1 service neutron] Attempting to bind port a11b48b2-7c74-4f6a-81e3-cc831deee15c by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '4338e709-dc46-4a61-ada5-02557dc55805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '782e4005-3b7d-4e26-954d-25d46652bf58'}] {{(pid=103680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:37:15.981223 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483b230e-f054-4465-a7ae-06eb8115da97 req-77e30e44-d13f-43f5-a784-66f9b85164c1 service neutron] Attempting to bind port a11b48b2-7c74-4f6a-81e3-cc831deee15c on network 782e4005-3b7d-4e26-954d-25d46652bf58 {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:37:15.986107 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483b230e-f054-4465-a7ae-06eb8115da97 req-77e30e44-d13f-43f5-a784-66f9b85164c1 service neutron] Port a11b48b2-7c74-4f6a-81e3-cc831deee15c on network 782e4005-3b7d-4e26-954d-25d46652bf58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 16:37:15.986434 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483b230e-f054-4465-a7ae-06eb8115da97 req-77e30e44-d13f-43f5-a784-66f9b85164c1 service neutron] Attempting to bind port a11b48b2-7c74-4f6a-81e3-cc831deee15c on network 782e4005-3b7d-4e26-954d-25d46652bf58 {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:37:15.991612 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483b230e-f054-4465-a7ae-06eb8115da97 req-77e30e44-d13f-43f5-a784-66f9b85164c1 service neutron] Checking agent: {'id': '0e5c86dc-cd19-4356-a060-9388d8808620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 29), 'started_at': datetime.datetime(2022, 4, 6, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:37:15.992049 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483b230e-f054-4465-a7ae-06eb8115da97 req-77e30e44-d13f-43f5-a784-66f9b85164c1 service neutron] Checking segment: {'id': '4338e709-dc46-4a61-ada5-02557dc55805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '782e4005-3b7d-4e26-954d-25d46652bf58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:37:15.992417 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483b230e-f054-4465-a7ae-06eb8115da97 req-77e30e44-d13f-43f5-a784-66f9b85164c1 service neutron] Bound using segment: {'id': '4338e709-dc46-4a61-ada5-02557dc55805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '782e4005-3b7d-4e26-954d-25d46652bf58'} {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:37:15.992851 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.managers [req-483b230e-f054-4465-a7ae-06eb8115da97 req-77e30e44-d13f-43f5-a784-66f9b85164c1 service neutron] Bound port: a11b48b2-7c74-4f6a-81e3-cc831deee15c, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4338e709-dc46-4a61-ada5-02557dc55805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '782e4005-3b7d-4e26-954d-25d46652bf58'}}] {{(pid=103680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:37:15.993214 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-483b230e-f054-4465-a7ae-06eb8115da97 req-77e30e44-d13f-43f5-a784-66f9b85164c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (a11b48b2-7c74-4f6a-81e3-cc831deee15c), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:16.065606 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [req-483b230e-f054-4465-a7ae-06eb8115da97 req-77e30e44-d13f-43f5-a784-66f9b85164c1 service neutron] For port a11b48b2-7c74-4f6a-81e3-cc831deee15c, host hv-cinder-81566, cleared binding levels {{(pid=103680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:37:16.068802 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [req-483b230e-f054-4465-a7ae-06eb8115da97 req-77e30e44-d13f-43f5-a784-66f9b85164c1 service neutron] For port a11b48b2-7c74-4f6a-81e3-cc831deee15c, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=a11b48b2-7c74-4f6a-81e3-cc831deee15c,segment=NetworkSegment(4338e709-dc46-4a61-ada5-02557dc55805),segment_id=4338e709-dc46-4a61-ada5-02557dc55805)] {{(pid=103680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:37:16.227864 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-483b230e-f054-4465-a7ae-06eb8115da97 req-77e30e44-d13f-43f5-a784-66f9b85164c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978180'] for port (a11b48b2-7c74-4f6a-81e3-cc831deee15c), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:16.262032 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b230e-f054-4465-a7ae-06eb8115da97 req-77e30e44-d13f-43f5-a784-66f9b85164c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:16.262651 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-483b230e-f054-4465-a7ae-06eb8115da97 req-77e30e44-d13f-43f5-a784-66f9b85164c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for port (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:16.264048 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-483b230e-f054-4465-a7ae-06eb8115da97 req-77e30e44-d13f-43f5-a784-66f9b85164c1 service neutron] 10.222.0.39 "PUT /v2.0/ports/a11b48b2-7c74-4f6a-81e3-cc831deee15c HTTP/1.1" status: 200 len: 1093 time: 0.9177322 Apr 06 16:37:16.264489 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ba30a8-4481-4872-be6d-9d5f4e05b89d', 'tag': 'a11b48b2-7c74-4f6a-81e3-cc831deee15c'}] {{(pid=103680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:37:16.266753 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37defc4f8c4d51421555421a688636eb49d5c8fee7a473d71a3f8bc7c746dcd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e03bc05-bf48-4922-bb00-2746aaa4190a" -d '{"events": [{"name": "network-changed", "server_uuid": "c2ba30a8-4481-4872-be6d-9d5f4e05b89d", "tag": "a11b48b2-7c74-4f6a-81e3-cc831deee15c"}]}' {{(pid=103680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:37:16.290411 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e30e44-d13f-43f5-a784-66f9b85164c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a11b48b2-7c74-4f6a-81e3-cc831deee15c,revision_number=3']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:37:16.370079 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ce84f0-3d73-4bc9-950f-a1e55b1999c4 x-openstack-request-id: req-a0ce84f0-3d73-4bc9-950f-a1e55b1999c4 {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:37:16.370400 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2ba30a8-4481-4872-be6d-9d5f4e05b89d", "tag": "a11b48b2-7c74-4f6a-81e3-cc831deee15c", "status": "completed", "code": 200}]} {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:37:16.371266 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a0ce84f0-3d73-4bc9-950f-a1e55b1999c4 {{(pid=103680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:37:16.371668 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0ce84f0-3d73-4bc9-950f-a1e55b1999c4'] response: {'name': 'network-changed', 'server_uuid': 'c2ba30a8-4481-4872-be6d-9d5f4e05b89d', 'tag': 'a11b48b2-7c74-4f6a-81e3-cc831deee15c', 'status': 'completed', 'code': 200} Apr 06 16:37:16.439501 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03bc05-bf48-4922-bb00-2746aaa4190a req-1f5f1d5f-211e-4a1e-910e-db695d03cec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:16.441095 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-7e03bc05-bf48-4922-bb00-2746aaa4190a req-1f5f1d5f-211e-4a1e-910e-db695d03cec8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8ca74d1be6e74923a3ad0eff74755b5e&device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 1127 time: 0.0468273 Apr 06 16:37:16.545437 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03bc05-bf48-4922-bb00-2746aaa4190a req-fba84e9d-15e3-4f8d-bf59-c6c378bfb52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:16.546958 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-7e03bc05-bf48-4922-bb00-2746aaa4190a req-fba84e9d-15e3-4f8d-bf59-c6c378bfb52b service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=8ca74d1be6e74923a3ad0eff74755b5e&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0966027 Apr 06 16:37:16.644832 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03bc05-bf48-4922-bb00-2746aaa4190a req-7fe9827a-2f9d-4199-bed8-d2083e9b4b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:16.646303 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-7e03bc05-bf48-4922-bb00-2746aaa4190a req-7fe9827a-2f9d-4199-bed8-d2083e9b4b70 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901854 Apr 06 16:37:16.728815 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b230e-f054-4465-a7ae-06eb8115da97 req-b0ae292e-5c8d-4e39-9c94-c0dbdf94ab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:16.730592 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-483b230e-f054-4465-a7ae-06eb8115da97 req-b0ae292e-5c8d-4e39-9c94-c0dbdf94ab8d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8ca74d1be6e74923a3ad0eff74755b5e&device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 1127 time: 0.0499291 Apr 06 16:37:16.773438 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-483b230e-f054-4465-a7ae-06eb8115da97 req-55d2697a-033a-4482-b5f8-076ee0554e1e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a11b48b2-7c74-4f6a-81e3-cc831deee15c HTTP/1.1" status: 200 len: 217 time: 0.0361955 Apr 06 16:37:17.090704 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b230e-f054-4465-a7ae-06eb8115da97 req-84052e5e-9f43-4f17-a651-6e0b0fa3d8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:17.092169 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-483b230e-f054-4465-a7ae-06eb8115da97 req-84052e5e-9f43-4f17-a651-6e0b0fa3d8df service neutron] 10.222.0.39 "GET /v2.0/subnets?id=713d2ac2-12c5-40b3-b057-72a7d64c64ec HTTP/1.1" status: 200 len: 855 time: 0.3077915 Apr 06 16:37:17.107280 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb46c564-501a-466f-ad08-e6de2366adc1 req-0faad608-6e91-4f0a-93c2-5a6be56401ad tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:17.108753 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-bb46c564-501a-466f-ad08-e6de2366adc1 req-0faad608-6e91-4f0a-93c2-5a6be56401ad tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 943 time: 0.3323920 Apr 06 16:37:17.179469 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-bb46c564-501a-466f-ad08-e6de2366adc1 req-17107861-ebe8-4f79-bf3a-d3d978ea2dd2 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623834 Apr 06 16:37:17.186344 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b230e-f054-4465-a7ae-06eb8115da97 req-88a28f6f-7a73-4af8-b3e3-65a33abce6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:17.187825 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-483b230e-f054-4465-a7ae-06eb8115da97 req-88a28f6f-7a73-4af8-b3e3-65a33abce6c5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=782e4005-3b7d-4e26-954d-25d46652bf58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0883825 Apr 06 16:37:17.284831 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-483b230e-f054-4465-a7ae-06eb8115da97 req-4568567a-ec12-47b3-be82-7dec31e562d5 service neutron] 10.222.0.39 "GET /v2.0/networks/782e4005-3b7d-4e26-954d-25d46652bf58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897233 Apr 06 16:37:17.373259 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-483b230e-f054-4465-a7ae-06eb8115da97 req-72009b22-b55e-48f9-a267-d64b5c5eff03 service neutron] 10.222.0.39 "GET /v2.0/networks/782e4005-3b7d-4e26-954d-25d46652bf58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825591 Apr 06 16:37:18.306401 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce34fb8-85db-4a44-971a-bf3e8407d7c0 req-6dadfeb0-c6e4-4352-a593-d0f93ebef5e4 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:18.308420 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-2ce34fb8-85db-4a44-971a-bf3e8407d7c0 req-6dadfeb0-c6e4-4352-a593-d0f93ebef5e4 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 943 time: 0.0536749 Apr 06 16:37:18.359019 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-2ce34fb8-85db-4a44-971a-bf3e8407d7c0 req-5e46e3b1-2e7c-49dc-8b32-452e46fecc4f tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442350 Apr 06 16:37:19.368082 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef89512-dbd7-4974-9ac2-8b7b9cd85f24 req-6a67d9d0-df04-44e0-8d84-984e8ae9c456 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:19.373489 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-aef89512-dbd7-4974-9ac2-8b7b9cd85f24 req-6a67d9d0-df04-44e0-8d84-984e8ae9c456 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd20e805-0c6d-41b6-9931-ada8dac1ebc9 HTTP/1.1" status: 200 len: 946 time: 0.0570405 Apr 06 16:37:19.419096 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-aef89512-dbd7-4974-9ac2-8b7b9cd85f24 req-6ef42ff1-db26-4413-90c2-d555eca6e4b6 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f27d2eb-aa2c-4d3d-8557-d0d112e1eeac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433149 Apr 06 16:37:19.484108 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cbd3b3-c1fd-4a53-8503-3374aef18f04 req-07865419-fadf-4881-b884-cb206c9f499d tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:19.485560 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-00cbd3b3-c1fd-4a53-8503-3374aef18f04 req-07865419-fadf-4881-b884-cb206c9f499d tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 943 time: 0.0530765 Apr 06 16:37:19.534227 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-00cbd3b3-c1fd-4a53-8503-3374aef18f04 req-b45e1aa8-8766-43d4-bece-ea7a58ff1581 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428348 Apr 06 16:37:20.291582 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device a11b48b2-7c74-4f6a-81e3-cc831deee15c details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=103682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 16:37:20.392379 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port a11b48b2-7c74-4f6a-81e3-cc831deee15c, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=a11b48b2-7c74-4f6a-81e3-cc831deee15c,segment=NetworkSegment(4338e709-dc46-4a61-ada5-02557dc55805),segment_id=4338e709-dc46-4a61-ada5-02557dc55805)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:37:20.406720 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Returning: {'device': 'a11b48b2-7c74-4f6a-81e3-cc831deee15c', 'network_id': '782e4005-3b7d-4e26-954d-25d46652bf58', 'port_id': 'a11b48b2-7c74-4f6a-81e3-cc831deee15c', 'mac_address': 'fa:16:3e:c4:b3:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '713d2ac2-12c5-40b3-b057-72a7d64c64ec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 16:37:20.443115 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Current status of the port a11b48b2-7c74-4f6a-81e3-cc831deee15c is: DOWN; New status is: BUILD {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:37:20.443508 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (a11b48b2-7c74-4f6a-81e3-cc831deee15c), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:20.458173 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.notifiers.nova [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a11b48b2-7c74-4f6a-81e3-cc831deee15c {{(pid=103682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:37:20.478059 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port a11b48b2-7c74-4f6a-81e3-cc831deee15c, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=a11b48b2-7c74-4f6a-81e3-cc831deee15c,segment=NetworkSegment(4338e709-dc46-4a61-ada5-02557dc55805),segment_id=4338e709-dc46-4a61-ada5-02557dc55805)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:37:20.547809 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791232d0-f205-4ba8-a235-0824e0acd6c6 req-c1193224-0851-4301-ac92-3a26cafb8f2e tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:20.549288 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-791232d0-f205-4ba8-a235-0824e0acd6c6 req-c1193224-0851-4301-ac92-3a26cafb8f2e tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd20e805-0c6d-41b6-9931-ada8dac1ebc9 HTTP/1.1" status: 200 len: 946 time: 0.0591424 Apr 06 16:37:20.564482 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (a11b48b2-7c74-4f6a-81e3-cc831deee15c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:20.602261 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-791232d0-f205-4ba8-a235-0824e0acd6c6 req-d9f7b094-c4d3-48ef-8d87-ed443f9642a2 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f27d2eb-aa2c-4d3d-8557-d0d112e1eeac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473275 Apr 06 16:37:20.621005 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Pushing event updated for resources: {'Port': ['ID=a11b48b2-7c74-4f6a-81e3-cc831deee15c,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:37:20.629745 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:37:20.630181 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:37:20.630590 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:37:20.631047 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:37:20.631449 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:37:20.631901 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:37:20.632312 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:37:20.632704 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:37:20.633098 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:37:20.633429 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:37:20.633756 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:37:20.634096 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:37:20.634424 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:37:20.634745 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:37:20.635064 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:37:20.667050 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824d2d6-18ec-4633-90d8-c0713c52f6a2 req-1d7f01b1-ea8e-4a33-9999-f1e2c15ccda3 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:20.668773 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-4824d2d6-18ec-4633-90d8-c0713c52f6a2 req-1d7f01b1-ea8e-4a33-9999-f1e2c15ccda3 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 944 time: 0.0590117 Apr 06 16:37:20.716409 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-4824d2d6-18ec-4633-90d8-c0713c52f6a2 req-4882b3ea-2f1c-4afe-800f-8ec4ca1865ab tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421288 Apr 06 16:37:21.016654 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] get_ports_and_sgs() called for port_ids ['a11b48b2-7c74-4f6a-81e3-cc831deee15c'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:37:21.719172 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541fc43-1806-4de7-a8e6-1afa5b9ae16e req-74fb0d9d-6ed1-44b4-bcfe-b2da6febb5d2 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:21.720649 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-2541fc43-1806-4de7-a8e6-1afa5b9ae16e req-74fb0d9d-6ed1-44b4-bcfe-b2da6febb5d2 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd20e805-0c6d-41b6-9931-ada8dac1ebc9 HTTP/1.1" status: 200 len: 946 time: 0.0518742 Apr 06 16:37:21.773690 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-2541fc43-1806-4de7-a8e6-1afa5b9ae16e req-a272690f-7334-4c1c-80b3-3ead4c22dfa3 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f27d2eb-aa2c-4d3d-8557-d0d112e1eeac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474360 Apr 06 16:37:21.785296 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706dedcd-2e85-4a4c-b2cf-424148f92ee2 req-1a4acc2c-5a8c-489d-a8f0-8428b179ca3a tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:21.786510 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-706dedcd-2e85-4a4c-b2cf-424148f92ee2 req-1a4acc2c-5a8c-489d-a8f0-8428b179ca3a tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd20e805-0c6d-41b6-9931-ada8dac1ebc9 HTTP/1.1" status: 200 len: 946 time: 0.0550525 Apr 06 16:37:21.903266 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aec251-a1a2-40b8-b62f-3e27c007614d req-21b35fcf-cce6-48d5-a78d-114645067489 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:21.904818 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-05aec251-a1a2-40b8-b62f-3e27c007614d req-21b35fcf-cce6-48d5-a78d-114645067489 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 944 time: 0.1058657 Apr 06 16:37:21.947867 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [req-706dedcd-2e85-4a4c-b2cf-424148f92ee2 req-7b81a4c0-69f3-4d88-b12e-ff76a391a120 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Deleting port 3ea5273e-9d45-425b-b762-11a91e9441c7 {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:37:21.948213 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-706dedcd-2e85-4a4c-b2cf-424148f92ee2 req-7b81a4c0-69f3-4d88-b12e-ff76a391a120 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (3ea5273e-9d45-425b-b762-11a91e9441c7), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:22.010694 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-05aec251-a1a2-40b8-b62f-3e27c007614d req-bb870429-2c7c-49d9-b580-4c0a5509357d tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989285 Apr 06 16:37:22.058567 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [req-706dedcd-2e85-4a4c-b2cf-424148f92ee2 req-7b81a4c0-69f3-4d88-b12e-ff76a391a120 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] For port 3ea5273e-9d45-425b-b762-11a91e9441c7, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=3ea5273e-9d45-425b-b762-11a91e9441c7,segment=NetworkSegment(9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0),segment_id=9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0)] {{(pid=103680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:37:22.059389 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-706dedcd-2e85-4a4c-b2cf-424148f92ee2 req-7b81a4c0-69f3-4d88-b12e-ff76a391a120 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (3ea5273e-9d45-425b-b762-11a91e9441c7), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:22.229661 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-706dedcd-2e85-4a4c-b2cf-424148f92ee2 req-7b81a4c0-69f3-4d88-b12e-ff76a391a120 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:22.230126 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-706dedcd-2e85-4a4c-b2cf-424148f92ee2 req-7b81a4c0-69f3-4d88-b12e-ff76a391a120 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617069'] for floatingip (af85fce8-152b-4536-bf92-7d1670175fca), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:22.230609 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.db.l3_db [req-706dedcd-2e85-4a4c-b2cf-424148f92ee2 req-7b81a4c0-69f3-4d88-b12e-ff76a391a120 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Floating IP af85fce8-152b-4536-bf92-7d1670175fca disassociated. External IP: 172.28.0.201, port: 3ea5273e-9d45-425b-b762-11a91e9441c7. Apr 06 16:37:22.230957 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [req-706dedcd-2e85-4a4c-b2cf-424148f92ee2 req-7b81a4c0-69f3-4d88-b12e-ff76a391a120 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Calling delete_port for 3ea5273e-9d45-425b-b762-11a91e9441c7 owned by compute:nova {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:37:22.327123 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device a11b48b2-7c74-4f6a-81e3-cc831deee15c up at agent hyperv_hv-cinder-81566 {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:37:22.437740 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-706dedcd-2e85-4a4c-b2cf-424148f92ee2 req-7b81a4c0-69f3-4d88-b12e-ff76a391a120 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (3ea5273e-9d45-425b-b762-11a91e9441c7), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:22.460553 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Provisioning for port a11b48b2-7c74-4f6a-81e3-cc831deee15c completed by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 16:37:22.465261 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Provisioning complete for port a11b48b2-7c74-4f6a-81e3-cc831deee15c triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:37:22.465797 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (a11b48b2-7c74-4f6a-81e3-cc831deee15c), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:22.466862 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b81a4c0-69f3-4d88-b12e-ff76a391a120 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Pushing event deleted for resources: {'Port': ['ID=3ea5273e-9d45-425b-b762-11a91e9441c7,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:37:22.478800 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81a4c0-69f3-4d88-b12e-ff76a391a120 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:37:22.479017 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81a4c0-69f3-4d88-b12e-ff76a391a120 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:37:22.479360 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81a4c0-69f3-4d88-b12e-ff76a391a120 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:37:22.479719 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81a4c0-69f3-4d88-b12e-ff76a391a120 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:37:22.480141 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81a4c0-69f3-4d88-b12e-ff76a391a120 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:37:22.480513 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81a4c0-69f3-4d88-b12e-ff76a391a120 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:37:22.480849 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81a4c0-69f3-4d88-b12e-ff76a391a120 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:37:22.481181 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81a4c0-69f3-4d88-b12e-ff76a391a120 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:37:22.481509 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81a4c0-69f3-4d88-b12e-ff76a391a120 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:37:22.481835 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81a4c0-69f3-4d88-b12e-ff76a391a120 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:37:22.482261 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81a4c0-69f3-4d88-b12e-ff76a391a120 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:37:22.482488 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81a4c0-69f3-4d88-b12e-ff76a391a120 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:37:22.482807 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81a4c0-69f3-4d88-b12e-ff76a391a120 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:37:22.483128 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81a4c0-69f3-4d88-b12e-ff76a391a120 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:37:22.483451 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81a4c0-69f3-4d88-b12e-ff76a391a120 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:37:22.553452 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Current status of the port a11b48b2-7c74-4f6a-81e3-cc831deee15c is: BUILD; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:37:22.553933 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (a11b48b2-7c74-4f6a-81e3-cc831deee15c), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:22.581913 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ba30a8-4481-4872-be6d-9d5f4e05b89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11b48b2-7c74-4f6a-81e3-cc831deee15c'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:37:22.584473 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f701ca042f89aa6373cad35a0647e7390d8b08e4e39c46ca7d095e958c03af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66e6829-796d-42a0-9ecd-d7128ee9f511" -d '{"events": [{"server_uuid": "c2ba30a8-4481-4872-be6d-9d5f4e05b89d", "name": "network-vif-plugged", "status": "completed", "tag": "a11b48b2-7c74-4f6a-81e3-cc831deee15c"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:37:22.597611 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port a11b48b2-7c74-4f6a-81e3-cc831deee15c, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=a11b48b2-7c74-4f6a-81e3-cc831deee15c,segment=NetworkSegment(4338e709-dc46-4a61-ada5-02557dc55805),segment_id=4338e709-dc46-4a61-ada5-02557dc55805)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:37:22.609236 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [req-706dedcd-2e85-4a4c-b2cf-424148f92ee2 req-7b81a4c0-69f3-4d88-b12e-ff76a391a120 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Router 16901a2b-a0e0-4d5f-920d-7408ff2de157 has already been hosted by L3 agent 94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e {{(pid=103680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:37:22.667226 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (a11b48b2-7c74-4f6a-81e3-cc831deee15c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:22.696772 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cde2fb6-743f-49ea-b890-fceb14bc141e x-openstack-request-id: req-0cde2fb6-743f-49ea-b890-fceb14bc141e {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:37:22.697200 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ba30a8-4481-4872-be6d-9d5f4e05b89d", "name": "network-vif-plugged", "status": "completed", "tag": "a11b48b2-7c74-4f6a-81e3-cc831deee15c", "code": 200}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:37:22.697416 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0cde2fb6-743f-49ea-b890-fceb14bc141e {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:37:22.697814 dv-cinder-815660-7-smb neutron-server[103682]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cde2fb6-743f-49ea-b890-fceb14bc141e'] response: {'server_uuid': 'c2ba30a8-4481-4872-be6d-9d5f4e05b89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11b48b2-7c74-4f6a-81e3-cc831deee15c', 'code': 200} Apr 06 16:37:22.725383 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Pushing event updated for resources: {'Port': ['ID=a11b48b2-7c74-4f6a-81e3-cc831deee15c,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:37:22.734979 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-706dedcd-2e85-4a4c-b2cf-424148f92ee2 req-7b81a4c0-69f3-4d88-b12e-ff76a391a120 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Notify agent at l3_agent.dv-cinder-815660-7-smb the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:37:22.744977 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584dbb3d-a6a1-4a33-a1cd-a80bc4659038 None None] Sync routers for ids ['16901a2b-a0e0-4d5f-920d-7408ff2de157'] in dv-cinder-815660-7-smb {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:37:22.755958 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584dbb3d-a6a1-4a33-a1cd-a80bc4659038 None None] Routers {'16901a2b-a0e0-4d5f-920d-7408ff2de157'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:37:22.757319 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-584dbb3d-a6a1-4a33-a1cd-a80bc4659038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:37:02Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['16901a2b-a0e0-4d5f-920d-7408ff2de157'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:37:22.779026 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [req-706dedcd-2e85-4a4c-b2cf-424148f92ee2 req-7b81a4c0-69f3-4d88-b12e-ff76a391a120 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] No DVR routers for this DVR port 3ea5273e-9d45-425b-b762-11a91e9441c7 on host hv-cinder-81566 {{(pid=103680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:37:22.781768 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-706dedcd-2e85-4a4c-b2cf-424148f92ee2 req-7b81a4c0-69f3-4d88-b12e-ff76a391a120 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for port (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:22.785122 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-706dedcd-2e85-4a4c-b2cf-424148f92ee2 req-7b81a4c0-69f3-4d88-b12e-ff76a391a120 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.39 "DELETE /v2.0/ports/3ea5273e-9d45-425b-b762-11a91e9441c7 HTTP/1.1" status: 204 len: 173 time: 0.9932806 Apr 06 16:37:22.785573 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd20e805-0c6d-41b6-9931-ada8dac1ebc9', 'name': 'network-vif-deleted', 'tag': '3ea5273e-9d45-425b-b762-11a91e9441c7'}] {{(pid=103680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:37:22.787794 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37defc4f8c4d51421555421a688636eb49d5c8fee7a473d71a3f8bc7c746dcd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8202757-9429-4eb5-8b9a-8924bd81da49" -d '{"events": [{"server_uuid": "bd20e805-0c6d-41b6-9931-ada8dac1ebc9", "name": "network-vif-deleted", "tag": "3ea5273e-9d45-425b-b762-11a91e9441c7"}]}' {{(pid=103680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:37:22.826013 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5db5c5-0853-403c-81ed-36cf76a7e545 x-openstack-request-id: req-9a5db5c5-0853-403c-81ed-36cf76a7e545 {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:37:22.826286 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd20e805-0c6d-41b6-9931-ada8dac1ebc9", "name": "network-vif-deleted", "tag": "3ea5273e-9d45-425b-b762-11a91e9441c7", "status": "completed", "code": 200}]} {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:37:22.826681 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9a5db5c5-0853-403c-81ed-36cf76a7e545 {{(pid=103680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:37:22.827090 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a5db5c5-0853-403c-81ed-36cf76a7e545'] response: {'server_uuid': 'bd20e805-0c6d-41b6-9931-ada8dac1ebc9', 'name': 'network-vif-deleted', 'tag': '3ea5273e-9d45-425b-b762-11a91e9441c7', 'status': 'completed', 'code': 200} Apr 06 16:37:22.894990 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-584dbb3d-a6a1-4a33-a1cd-a80bc4659038 None None] Set router 16901a2b-a0e0-4d5f-920d-7408ff2de157 gateway port host: dv-cinder-815660-7-smb {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:37:22.896326 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-dcd92731-012e-4a4b-89b0-da995d9ed70b req-3c31c396-ba5d-4c79-9f8c-981ef07e0b14 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd20e805-0c6d-41b6-9931-ada8dac1ebc9 HTTP/1.1" status: 200 len: 210 time: 0.0308268 Apr 06 16:37:23.120886 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e1a23-9438-43ed-aa20-83efbb48c740 req-883286fa-3db1-41d9-9971-428ae6feab60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:23.122433 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-0d7e1a23-9438-43ed-aa20-83efbb48c740 req-883286fa-3db1-41d9-9971-428ae6feab60 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 1129 time: 0.0753531 Apr 06 16:37:23.179168 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-0d7e1a23-9438-43ed-aa20-83efbb48c740 req-244b3a4f-16e7-4ea5-a416-271f1fc2f806 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503263 Apr 06 16:37:23.186474 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e44a2-8aca-4c8c-a0cf-6aca7d7ba327 req-8dc863bf-eded-4b28-81fc-1f979b41282b tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:23.187972 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-da7e44a2-8aca-4c8c-a0cf-6aca7d7ba327 req-8dc863bf-eded-4b28-81fc-1f979b41282b tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 945 time: 0.0973954 Apr 06 16:37:23.199055 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-584dbb3d-a6a1-4a33-a1cd-a80bc4659038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'name': 'tempest-AttachVolumeNegativeTest-1107108701-router', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12'}], 'enable_snat': True}, 'gw_port_id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:32:37Z', 'updated_at': '2022-04-06T16:32:42Z', 'revision_number': 4, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'gw_port': {'id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:38Z', 'updated_at': '2022-04-06T16:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_floatingips': [{'id': 'b86a6b53-4ddd-42c4-84a4-475f6b787fd1', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'floating_ip_address': '172.28.0.22', 'floating_network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'router_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'port_id': '463929dc-fb3c-41c2-b8db-0a693959951f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'mac_address': 'fa:16:3e:9b:a7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:32:48Z', 'updated_at': '2022-04-06T16:33:14Z', 'revision_number': 2, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ed24226-3823-4f2b-b252-2fb23010c71e', 'name': '', 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'mac_address': 'fa:16:3e:e8:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:41Z', 'updated_at': '2022-04-06T16:32:47Z', 'revision_number': 5, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'subnets': [{'id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:37:23.225846 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584dbb3d-a6a1-4a33-a1cd-a80bc4659038 None None] Checking router: 16901a2b-a0e0-4d5f-920d-7408ff2de157 for host: dv-cinder-815660-7-smb {{(pid=103682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:37:23.234490 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584dbb3d-a6a1-4a33-a1cd-a80bc4659038 None None] Routers {'16901a2b-a0e0-4d5f-920d-7408ff2de157'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:37:23.235095 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-584dbb3d-a6a1-4a33-a1cd-a80bc4659038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:37:02Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['16901a2b-a0e0-4d5f-920d-7408ff2de157'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:37:23.236844 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-da7e44a2-8aca-4c8c-a0cf-6aca7d7ba327 req-2b3f6d96-a82a-4451-a97d-7742713d1fd7 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427783 Apr 06 16:37:23.342464 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-584dbb3d-a6a1-4a33-a1cd-a80bc4659038 None None] Set router 16901a2b-a0e0-4d5f-920d-7408ff2de157 gateway port host: dv-cinder-815660-7-smb {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:37:23.569381 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-584dbb3d-a6a1-4a33-a1cd-a80bc4659038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'name': 'tempest-AttachVolumeNegativeTest-1107108701-router', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12'}], 'enable_snat': True}, 'gw_port_id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:32:37Z', 'updated_at': '2022-04-06T16:32:42Z', 'revision_number': 4, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'gw_port': {'id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:38Z', 'updated_at': '2022-04-06T16:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_floatingips': [{'id': 'b86a6b53-4ddd-42c4-84a4-475f6b787fd1', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'floating_ip_address': '172.28.0.22', 'floating_network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'router_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'port_id': '463929dc-fb3c-41c2-b8db-0a693959951f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'mac_address': 'fa:16:3e:9b:a7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:32:48Z', 'updated_at': '2022-04-06T16:33:14Z', 'revision_number': 2, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ed24226-3823-4f2b-b252-2fb23010c71e', 'name': '', 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'mac_address': 'fa:16:3e:e8:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:41Z', 'updated_at': '2022-04-06T16:32:47Z', 'revision_number': 5, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'subnets': [{'id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:37:23.598594 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584dbb3d-a6a1-4a33-a1cd-a80bc4659038 None None] The sync data for ids ['16901a2b-a0e0-4d5f-920d-7408ff2de157'] in dv-cinder-815660-7-smb is: [{'id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'name': 'tempest-AttachVolumeNegativeTest-1107108701-router', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12'}], 'enable_snat': True}, 'gw_port_id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:32:37Z', 'updated_at': '2022-04-06T16:32:42Z', 'revision_number': 4, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'gw_port': {'id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:38Z', 'updated_at': '2022-04-06T16:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_floatingips': [{'id': 'b86a6b53-4ddd-42c4-84a4-475f6b787fd1', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'floating_ip_address': '172.28.0.22', 'floating_network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'router_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'port_id': '463929dc-fb3c-41c2-b8db-0a693959951f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'mac_address': 'fa:16:3e:9b:a7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:32:48Z', 'updated_at': '2022-04-06T16:33:14Z', 'revision_number': 2, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ed24226-3823-4f2b-b252-2fb23010c71e', 'name': '', 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'mac_address': 'fa:16:3e:e8:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:41Z', 'updated_at': '2022-04-06T16:32:47Z', 'revision_number': 5, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'subnets': [{'id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:37:23.836619 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42892bc-ae1e-47e3-a25d-27d7565a0c13 None None] New status for floating IP af85fce8-152b-4536-bf92-7d1670175fca: DOWN {{(pid=103683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 16:37:24.002267 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-eaa65e8f-7555-42a1-aa07-abd9f4a8f6fb req-25e12d94-48cd-4ea8-8f1d-08b5ad747cf8 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd20e805-0c6d-41b6-9931-ada8dac1ebc9 HTTP/1.1" status: 200 len: 210 time: 0.0270329 Apr 06 16:37:24.335729 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 3ea5273e-9d45-425b-b762-11a91e9441c7 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:37:24.358713 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] No Port match for: 3ea5273e-9d45-425b-b762-11a91e9441c7 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:37:24.359414 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 3ea5273e-9d45-425b-b762-11a91e9441c7 not bound to the agent host hv-cinder-81566 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:37:24.365733 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec552d2-f3ce-44ca-a618-5172958e91d0 req-f541c318-fa89-4abb-b86d-7e73b46d0e2a tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:24.368344 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-dec552d2-f3ce-44ca-a618-5172958e91d0 req-f541c318-fa89-4abb-b86d-7e73b46d0e2a tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 945 time: 0.0570552 Apr 06 16:37:24.418812 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-dec552d2-f3ce-44ca-a618-5172958e91d0 req-3fcc06c0-5fcf-49db-bcf2-b6edd5057840 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453460 Apr 06 16:37:25.177054 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 40184) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:37:25.235515 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9029eb7b-2f3e-4147-ac1c-10f062d18ff5 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for security_group (9f27d2eb-aa2c-4d3d-8557-d0d112e1eeac), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:25.260375 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9029eb7b-2f3e-4147-ac1c-10f062d18ff5 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for security_group (9f27d2eb-aa2c-4d3d-8557-d0d112e1eeac), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:25.443020 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9029eb7b-2f3e-4147-ac1c-10f062d18ff5 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (9f27d2eb-aa2c-4d3d-8557-d0d112e1eeac), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:25.445929 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9029eb7b-2f3e-4147-ac1c-10f062d18ff5 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:25.447125 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-9029eb7b-2f3e-4147-ac1c-10f062d18ff5 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "DELETE /v2.0/security-groups/9f27d2eb-aa2c-4d3d-8557-d0d112e1eeac HTTP/1.1" status: 204 len: 168 time: 0.2689931 Apr 06 16:37:25.449916 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 40192) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:37:25.457150 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9029eb7b-2f3e-4147-ac1c-10f062d18ff5 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f27d2eb-aa2c-4d3d-8557-d0d112e1eeac,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:37:25.471531 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.api.v2.resource [None req-af7ce261-d1bc-4e79-ba90-2c98af2b5094 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] show failed (client error): The resource could not be found. Apr 06 16:37:25.475255 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-af7ce261-d1bc-4e79-ba90-2c98af2b5094 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups/9f27d2eb-aa2c-4d3d-8557-d0d112e1eeac HTTP/1.1" status: 404 len: 347 time: 0.0216656 Apr 06 16:37:25.475474 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 40194) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:37:25.560881 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25213df5-df8c-47f4-9b9d-51ae0f7d63ac req-e344e40a-db84-4a18-a3b5-0e40d540414b tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:25.563376 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-25213df5-df8c-47f4-9b9d-51ae0f7d63ac req-e344e40a-db84-4a18-a3b5-0e40d540414b tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 945 time: 0.0703967 Apr 06 16:37:25.616637 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-4cf16b2c-feab-4b22-9efe-59b6f6a88ddb tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Deleting port 785c27f0-65c7-4952-bdfd-e7e701ef7764 {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:37:25.616988 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4cf16b2c-feab-4b22-9efe-59b6f6a88ddb tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (785c27f0-65c7-4952-bdfd-e7e701ef7764), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:25.619242 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-25213df5-df8c-47f4-9b9d-51ae0f7d63ac req-39ebab3d-bb82-4fb3-b548-c27302d587e3 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426126 Apr 06 16:37:25.704073 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4cf16b2c-feab-4b22-9efe-59b6f6a88ddb tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (785c27f0-65c7-4952-bdfd-e7e701ef7764), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:25.704404 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4cf16b2c-feab-4b22-9efe-59b6f6a88ddb tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for floatingip (785c27f0-65c7-4952-bdfd-e7e701ef7764), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:25.738049 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-4cf16b2c-feab-4b22-9efe-59b6f6a88ddb tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Calling delete_port for 785c27f0-65c7-4952-bdfd-e7e701ef7764 owned by network:floatingip {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:37:25.809465 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8feb0-90a3-4581-9170-d5deff80fa12 req-0249a395-0583-4bf9-b0ac-ea6491dce5eb tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:25.810937 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-98e8feb0-90a3-4581-9170-d5deff80fa12 req-0249a395-0583-4bf9-b0ac-ea6491dce5eb tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 945 time: 0.1184723 Apr 06 16:37:25.819915 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 40200) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:37:25.824727 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [None req-d97c220c-29ed-4100-937c-e8b8bf8c7a32 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Request body: {'floatingip': {'port_id': 'a11b48b2-7c74-4f6a-81e3-cc831deee15c'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:37:25.864829 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d97c220c-29ed-4100-937c-e8b8bf8c7a32 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks [] for floatingip (da354acf-3f85-4c44-829b-de72343538b3), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:25.986095 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4cf16b2c-feab-4b22-9efe-59b6f6a88ddb tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (785c27f0-65c7-4952-bdfd-e7e701ef7764), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:26.015131 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf16b2c-feab-4b22-9efe-59b6f6a88ddb tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Pushing event deleted for resources: {'Port': ['ID=785c27f0-65c7-4952-bdfd-e7e701ef7764,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:37:26.080459 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4cf16b2c-feab-4b22-9efe-59b6f6a88ddb tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for floatingip (af85fce8-152b-4536-bf92-7d1670175fca), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:26.083503 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4cf16b2c-feab-4b22-9efe-59b6f6a88ddb tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for floatingip (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:26.084867 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-4cf16b2c-feab-4b22-9efe-59b6f6a88ddb tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "DELETE /v2.0/floatingips/af85fce8-152b-4536-bf92-7d1670175fca HTTP/1.1" status: 204 len: 168 time: 0.6079066 Apr 06 16:37:26.331397 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d97c220c-29ed-4100-937c-e8b8bf8c7a32 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:26.408745 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d97c220c-29ed-4100-937c-e8b8bf8c7a32 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617069'] for floatingip (da354acf-3f85-4c44-829b-de72343538b3), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:26.519603 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.db.l3_db [None req-d97c220c-29ed-4100-937c-e8b8bf8c7a32 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Floating IP da354acf-3f85-4c44-829b-de72343538b3 associated. External IP: 172.28.0.114, port: a11b48b2-7c74-4f6a-81e3-cc831deee15c. Apr 06 16:37:26.756161 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d97c220c-29ed-4100-937c-e8b8bf8c7a32 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Router 438eed54-6634-4d31-8fac-f0022b04833e has already been hosted by L3 agent 94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e {{(pid=103681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:37:26.871606 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97c220c-29ed-4100-937c-e8b8bf8c7a32 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Notify agent at l3_agent.dv-cinder-815660-7-smb the message routers_updated {{(pid=103681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:37:26.877294 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d97c220c-29ed-4100-937c-e8b8bf8c7a32 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for floatingip (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:26.881720 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22815df-dc93-4862-9b34-02842f047da8 None None] Sync routers for ids ['438eed54-6634-4d31-8fac-f0022b04833e'] in dv-cinder-815660-7-smb {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:37:26.890451 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22815df-dc93-4862-9b34-02842f047da8 None None] Routers {'438eed54-6634-4d31-8fac-f0022b04833e'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:37:26.891057 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-e22815df-dc93-4862-9b34-02842f047da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:37:02Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['438eed54-6634-4d31-8fac-f0022b04833e'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:37:26.907596 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-d97c220c-29ed-4100-937c-e8b8bf8c7a32 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "PUT /v2.0/floatingips/da354acf-3f85-4c44-829b-de72343538b3 HTTP/1.1" status: 200 len: 991 time: 1.0865145 Apr 06 16:37:26.908210 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ba30a8-4481-4872-be6d-9d5f4e05b89d', 'tag': 'a11b48b2-7c74-4f6a-81e3-cc831deee15c'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:37:26.910437 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da169357ed327e8d081ee60461067b1ef6c636002c887d5121cbb3f742e83ced" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb732a4-7b54-4a0d-9453-c355d62913ef" -d '{"events": [{"name": "network-changed", "server_uuid": "c2ba30a8-4481-4872-be6d-9d5f4e05b89d", "tag": "a11b48b2-7c74-4f6a-81e3-cc831deee15c"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:37:26.946514 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35f1e6d-6b8d-4de5-9438-a71ee515cb7d x-openstack-request-id: req-d35f1e6d-6b8d-4de5-9438-a71ee515cb7d {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:37:26.946809 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2ba30a8-4481-4872-be6d-9d5f4e05b89d", "tag": "a11b48b2-7c74-4f6a-81e3-cc831deee15c", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:37:26.947068 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d35f1e6d-6b8d-4de5-9438-a71ee515cb7d {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:37:26.947478 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d35f1e6d-6b8d-4de5-9438-a71ee515cb7d'] response: {'name': 'network-changed', 'server_uuid': 'c2ba30a8-4481-4872-be6d-9d5f4e05b89d', 'tag': 'a11b48b2-7c74-4f6a-81e3-cc831deee15c', 'status': 'completed', 'code': 200} Apr 06 16:37:27.000008 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-e22815df-dc93-4862-9b34-02842f047da8 None None] Set router 438eed54-6634-4d31-8fac-f0022b04833e gateway port host: dv-cinder-815660-7-smb {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:37:27.273305 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb732a4-7b54-4a0d-9453-c355d62913ef req-251293b1-5e69-431a-8c9f-46109cdceab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:27.275025 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-3bb732a4-7b54-4a0d-9453-c355d62913ef req-251293b1-5e69-431a-8c9f-46109cdceab5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8ca74d1be6e74923a3ad0eff74755b5e&device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 1129 time: 0.0466993 Apr 06 16:37:27.357306 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-e22815df-dc93-4862-9b34-02842f047da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438eed54-6634-4d31-8fac-f0022b04833e', 'name': 'tempest-AttachVolumeShelveTestJSON-818258066-router', 'tenant_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': '4daa805a-ee79-4b4f-b513-a4b7a45cb32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:17Z', 'updated_at': '2022-04-06T16:31:29Z', 'revision_number': 4, 'project_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'gw_port': {'id': '4daa805a-ee79-4b4f-b513-a4b7a45cb32b', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438eed54-6634-4d31-8fac-f0022b04833e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:20Z', 'updated_at': '2022-04-06T16:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_floatingips': [{'id': 'da354acf-3f85-4c44-829b-de72343538b3', 'tenant_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'floating_ip_address': '172.28.0.114', 'floating_network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'router_id': '438eed54-6634-4d31-8fac-f0022b04833e', 'port_id': 'a11b48b2-7c74-4f6a-81e3-cc831deee15c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '782e4005-3b7d-4e26-954d-25d46652bf58', 'mac_address': 'fa:16:3e:c4:b3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ba30a8-4481-4872-be6d-9d5f4e05b89d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:37:10Z', 'updated_at': '2022-04-06T16:37:26Z', 'revision_number': 1, 'project_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2557a59f-e56f-49a1-a5b8-b70861803d73', 'name': '', 'network_id': '782e4005-3b7d-4e26-954d-25d46652bf58', 'tenant_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'mac_address': 'fa:16:3e:c1:00:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438eed54-6634-4d31-8fac-f0022b04833e', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '713d2ac2-12c5-40b3-b057-72a7d64c64ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:27Z', 'updated_at': '2022-04-06T16:31:38Z', 'revision_number': 5, 'project_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'subnets': [{'id': '713d2ac2-12c5-40b3-b057-72a7d64c64ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:37:27.387168 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22815df-dc93-4862-9b34-02842f047da8 None None] Checking router: 438eed54-6634-4d31-8fac-f0022b04833e for host: dv-cinder-815660-7-smb {{(pid=103682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:37:27.396253 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22815df-dc93-4862-9b34-02842f047da8 None None] Routers {'438eed54-6634-4d31-8fac-f0022b04833e'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:37:27.396921 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-e22815df-dc93-4862-9b34-02842f047da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:37:02Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['438eed54-6634-4d31-8fac-f0022b04833e'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:37:27.400980 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb732a4-7b54-4a0d-9453-c355d62913ef req-9f37908f-b888-43cd-b8b7-cd5cd710f427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:27.402638 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-3bb732a4-7b54-4a0d-9453-c355d62913ef req-9f37908f-b888-43cd-b8b7-cd5cd710f427 service neutron] 10.222.0.39 "GET /v2.0/networks?id=782e4005-3b7d-4e26-954d-25d46652bf58 HTTP/1.1" status: 200 len: 917 time: 0.0967786 Apr 06 16:37:27.481342 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-3bb732a4-7b54-4a0d-9453-c355d62913ef req-50e66ccc-45e6-4264-82f3-c64ccbacd0fa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a11b48b2-7c74-4f6a-81e3-cc831deee15c HTTP/1.1" status: 200 len: 999 time: 0.0640323 Apr 06 16:37:27.511965 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-e22815df-dc93-4862-9b34-02842f047da8 None None] Set router 438eed54-6634-4d31-8fac-f0022b04833e gateway port host: dv-cinder-815660-7-smb {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:37:27.536650 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb732a4-7b54-4a0d-9453-c355d62913ef req-7b878d4d-b8c5-4aec-81af-10d036f91322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:27.538215 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-3bb732a4-7b54-4a0d-9453-c355d62913ef req-7b878d4d-b8c5-4aec-81af-10d036f91322 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=713d2ac2-12c5-40b3-b057-72a7d64c64ec HTTP/1.1" status: 200 len: 855 time: 0.0509551 Apr 06 16:37:27.596366 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb732a4-7b54-4a0d-9453-c355d62913ef req-4077e14d-7569-45f6-baa4-ec539f587e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:27.598848 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-3bb732a4-7b54-4a0d-9453-c355d62913ef req-4077e14d-7569-45f6-baa4-ec539f587e77 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=782e4005-3b7d-4e26-954d-25d46652bf58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0543220 Apr 06 16:37:27.697456 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-3bb732a4-7b54-4a0d-9453-c355d62913ef req-a4a9915e-7790-4c0b-acd7-c17114961ab0 service neutron] 10.222.0.39 "GET /v2.0/networks/782e4005-3b7d-4e26-954d-25d46652bf58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868645 Apr 06 16:37:27.753416 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-e22815df-dc93-4862-9b34-02842f047da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438eed54-6634-4d31-8fac-f0022b04833e', 'name': 'tempest-AttachVolumeShelveTestJSON-818258066-router', 'tenant_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': '4daa805a-ee79-4b4f-b513-a4b7a45cb32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:17Z', 'updated_at': '2022-04-06T16:31:29Z', 'revision_number': 4, 'project_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'gw_port': {'id': '4daa805a-ee79-4b4f-b513-a4b7a45cb32b', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438eed54-6634-4d31-8fac-f0022b04833e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:20Z', 'updated_at': '2022-04-06T16:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_floatingips': [{'id': 'da354acf-3f85-4c44-829b-de72343538b3', 'tenant_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'floating_ip_address': '172.28.0.114', 'floating_network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'router_id': '438eed54-6634-4d31-8fac-f0022b04833e', 'port_id': 'a11b48b2-7c74-4f6a-81e3-cc831deee15c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '782e4005-3b7d-4e26-954d-25d46652bf58', 'mac_address': 'fa:16:3e:c4:b3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ba30a8-4481-4872-be6d-9d5f4e05b89d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:37:10Z', 'updated_at': '2022-04-06T16:37:26Z', 'revision_number': 1, 'project_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2557a59f-e56f-49a1-a5b8-b70861803d73', 'name': '', 'network_id': '782e4005-3b7d-4e26-954d-25d46652bf58', 'tenant_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'mac_address': 'fa:16:3e:c1:00:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438eed54-6634-4d31-8fac-f0022b04833e', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '713d2ac2-12c5-40b3-b057-72a7d64c64ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:27Z', 'updated_at': '2022-04-06T16:31:38Z', 'revision_number': 5, 'project_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'subnets': [{'id': '713d2ac2-12c5-40b3-b057-72a7d64c64ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:37:27.784628 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22815df-dc93-4862-9b34-02842f047da8 None None] The sync data for ids ['438eed54-6634-4d31-8fac-f0022b04833e'] in dv-cinder-815660-7-smb is: [{'id': '438eed54-6634-4d31-8fac-f0022b04833e', 'name': 'tempest-AttachVolumeShelveTestJSON-818258066-router', 'tenant_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': '4daa805a-ee79-4b4f-b513-a4b7a45cb32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:17Z', 'updated_at': '2022-04-06T16:31:29Z', 'revision_number': 4, 'project_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'gw_port': {'id': '4daa805a-ee79-4b4f-b513-a4b7a45cb32b', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438eed54-6634-4d31-8fac-f0022b04833e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:20Z', 'updated_at': '2022-04-06T16:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_floatingips': [{'id': 'da354acf-3f85-4c44-829b-de72343538b3', 'tenant_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'floating_ip_address': '172.28.0.114', 'floating_network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'router_id': '438eed54-6634-4d31-8fac-f0022b04833e', 'port_id': 'a11b48b2-7c74-4f6a-81e3-cc831deee15c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '782e4005-3b7d-4e26-954d-25d46652bf58', 'mac_address': 'fa:16:3e:c4:b3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ba30a8-4481-4872-be6d-9d5f4e05b89d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:37:10Z', 'updated_at': '2022-04-06T16:37:26Z', 'revision_number': 1, 'project_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2557a59f-e56f-49a1-a5b8-b70861803d73', 'name': '', 'network_id': '782e4005-3b7d-4e26-954d-25d46652bf58', 'tenant_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'mac_address': 'fa:16:3e:c1:00:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438eed54-6634-4d31-8fac-f0022b04833e', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '713d2ac2-12c5-40b3-b057-72a7d64c64ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:27Z', 'updated_at': '2022-04-06T16:31:38Z', 'revision_number': 5, 'project_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'subnets': [{'id': '713d2ac2-12c5-40b3-b057-72a7d64c64ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:37:27.800982 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-3bb732a4-7b54-4a0d-9453-c355d62913ef req-966b3c6a-58d1-4265-b7c6-c497eb565f6a service neutron] 10.222.0.39 "GET /v2.0/networks/782e4005-3b7d-4e26-954d-25d46652bf58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945928 Apr 06 16:37:27.987008 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4d4371-2c00-4e1a-9ad1-a17c0ac46e50 None None] New status for floating IP da354acf-3f85-4c44-829b-de72343538b3: ACTIVE {{(pid=103683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 16:37:29.306838 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d28165-7277-4975-a6fa-01597134d27b req-8acc2e90-18fd-4789-be73-46581c9edba6 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:29.308745 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-d9d28165-7277-4975-a6fa-01597134d27b req-8acc2e90-18fd-4789-be73-46581c9edba6 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb HTTP/1.1" status: 200 len: 946 time: 0.0547481 Apr 06 16:37:29.363934 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-d9d28165-7277-4975-a6fa-01597134d27b req-6f8c4a50-fc15-46a6-8f2a-77bd6597ba0a tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=b4118a85-fc51-4172-b442-87309300b4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485451 Apr 06 16:37:29.739132 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-ae87ec65-4ca5-411b-9f89-e05ac379d9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:30.482480 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111b9a8-20a9-4181-8c5f-66dd87ec3ceb req-3e57d323-477b-4259-9140-d5814ece2a04 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:30.484000 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-e111b9a8-20a9-4181-8c5f-66dd87ec3ceb req-3e57d323-477b-4259-9140-d5814ece2a04 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb HTTP/1.1" status: 200 len: 946 time: 0.0527368 Apr 06 16:37:30.536713 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-e111b9a8-20a9-4181-8c5f-66dd87ec3ceb req-ec4c7d4e-9a79-4051-a766-d8d64e00768c tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=b4118a85-fc51-4172-b442-87309300b4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470033 Apr 06 16:37:31.259025 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (0e5c86dc-cd19-4356-a060-9388d8808620), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:31.519113 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d78e338-5dcd-43b9-a9fd-4aa1cdae57e5 req-ba7a89ac-b11a-444c-b767-278de6f99721 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:31.520658 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-0d78e338-5dcd-43b9-a9fd-4aa1cdae57e5 req-ba7a89ac-b11a-444c-b767-278de6f99721 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.39 "GET /v2.0/ports?device_id=995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb HTTP/1.1" status: 200 len: 946 time: 0.0557411 Apr 06 16:37:31.623101 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [req-0d78e338-5dcd-43b9-a9fd-4aa1cdae57e5 req-8f150dd7-963d-4f35-a6cb-c02d36804556 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Deleting port 463929dc-fb3c-41c2-b8db-0a693959951f {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:37:31.623101 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-0d78e338-5dcd-43b9-a9fd-4aa1cdae57e5 req-8f150dd7-963d-4f35-a6cb-c02d36804556 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (463929dc-fb3c-41c2-b8db-0a693959951f), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:31.661911 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93782f8-00c5-4e9e-b331-a00a598b3e80 req-f4c73e2b-9399-4a0d-9652-ac8f1c96bfca tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:31.664151 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-a93782f8-00c5-4e9e-b331-a00a598b3e80 req-f4c73e2b-9399-4a0d-9652-ac8f1c96bfca tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb HTTP/1.1" status: 200 len: 946 time: 0.0551231 Apr 06 16:37:31.711467 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-a93782f8-00c5-4e9e-b331-a00a598b3e80 req-6b4358e4-06a1-43f6-aedd-dba1dcdd151f tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=b4118a85-fc51-4172-b442-87309300b4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422897 Apr 06 16:37:31.714088 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [req-0d78e338-5dcd-43b9-a9fd-4aa1cdae57e5 req-8f150dd7-963d-4f35-a6cb-c02d36804556 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] For port 463929dc-fb3c-41c2-b8db-0a693959951f, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=463929dc-fb3c-41c2-b8db-0a693959951f,segment=NetworkSegment(9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0),segment_id=9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0)] {{(pid=103680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:37:31.714488 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-0d78e338-5dcd-43b9-a9fd-4aa1cdae57e5 req-8f150dd7-963d-4f35-a6cb-c02d36804556 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (463929dc-fb3c-41c2-b8db-0a693959951f), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:31.891523 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-0d78e338-5dcd-43b9-a9fd-4aa1cdae57e5 req-8f150dd7-963d-4f35-a6cb-c02d36804556 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:31.891901 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-0d78e338-5dcd-43b9-a9fd-4aa1cdae57e5 req-8f150dd7-963d-4f35-a6cb-c02d36804556 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617069'] for floatingip (b86a6b53-4ddd-42c4-84a4-475f6b787fd1), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:31.892226 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.db.l3_db [req-0d78e338-5dcd-43b9-a9fd-4aa1cdae57e5 req-8f150dd7-963d-4f35-a6cb-c02d36804556 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Floating IP b86a6b53-4ddd-42c4-84a4-475f6b787fd1 disassociated. External IP: 172.28.0.22, port: 463929dc-fb3c-41c2-b8db-0a693959951f. Apr 06 16:37:31.892788 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [req-0d78e338-5dcd-43b9-a9fd-4aa1cdae57e5 req-8f150dd7-963d-4f35-a6cb-c02d36804556 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Calling delete_port for 463929dc-fb3c-41c2-b8db-0a693959951f owned by compute:nova {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:37:31.971999 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 40296) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:37:32.014479 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.db_base_plugin_v2 [None req-39a7d083-36f4-499b-b576-587ad81b69f5 admin admin] Deleting subnet 5c01a240-8a8c-466d-a5ca-0f666b3d9524 {{(pid=103681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 16:37:32.017629 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-39a7d083-36f4-499b-b576-587ad81b69f5 admin admin] Publish callbacks [] for subnet (5c01a240-8a8c-466d-a5ca-0f666b3d9524), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:32.055928 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-39a7d083-36f4-499b-b576-587ad81b69f5 admin admin] Publish callbacks [] for subnet (5c01a240-8a8c-466d-a5ca-0f666b3d9524), precommit_delete_associations {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:32.061859 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-39a7d083-36f4-499b-b576-587ad81b69f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1833433'] for subnet (5c01a240-8a8c-466d-a5ca-0f666b3d9524), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:32.110152 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-40a80b26-ac11-4e34-8a95-f9075bff9385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:32.190291 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-0d78e338-5dcd-43b9-a9fd-4aa1cdae57e5 req-8f150dd7-963d-4f35-a6cb-c02d36804556 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (463929dc-fb3c-41c2-b8db-0a693959951f), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:32.219606 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f150dd7-963d-4f35-a6cb-c02d36804556 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Pushing event deleted for resources: {'Port': ['ID=463929dc-fb3c-41c2-b8db-0a693959951f,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:37:32.230710 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-39a7d083-36f4-499b-b576-587ad81b69f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1833430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069'] for subnet (5c01a240-8a8c-466d-a5ca-0f666b3d9524), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:32.255365 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a7d083-36f4-499b-b576-587ad81b69f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c01a240-8a8c-466d-a5ca-0f666b3d9524,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:37:32.261327 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-39a7d083-36f4-499b-b576-587ad81b69f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for subnet (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:32.265007 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-39a7d083-36f4-499b-b576-587ad81b69f5 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/5c01a240-8a8c-466d-a5ca-0f666b3d9524 HTTP/1.1" status: 204 len: 168 time: 0.2935479 Apr 06 16:37:32.267417 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 40298) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:37:32.335602 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-bd271af0-562e-4eea-b661-20917489c065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1710238'] for network (58b66aa9-47a2-406d-b73d-62e0fadac8d8), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:32.338897 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d78e338-5dcd-43b9-a9fd-4aa1cdae57e5 req-8f150dd7-963d-4f35-a6cb-c02d36804556 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Router 16901a2b-a0e0-4d5f-920d-7408ff2de157 has already been hosted by L3 agent 94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e {{(pid=103680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:37:32.422540 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-bd271af0-562e-4eea-b661-20917489c065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1831458', 'neutron.services.segments.db._delete_segments_for_network-8758156444793'] for network (58b66aa9-47a2-406d-b73d-62e0fadac8d8), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:32.443549 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-bd271af0-562e-4eea-b661-20917489c065 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:37:32.443929 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-bd271af0-562e-4eea-b661-20917489c065 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:37:32.444709 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-bd271af0-562e-4eea-b661-20917489c065 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:37:32.445051 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-bd271af0-562e-4eea-b661-20917489c065 admin admin] Subscribe: > port after_create 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:37:32.445379 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-bd271af0-562e-4eea-b661-20917489c065 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:37:32.445764 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-bd271af0-562e-4eea-b661-20917489c065 admin admin] Subscribe: > port after_update 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:37:32.446077 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-bd271af0-562e-4eea-b661-20917489c065 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:37:32.446423 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-bd271af0-562e-4eea-b661-20917489c065 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:37:32.446742 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-bd271af0-562e-4eea-b661-20917489c065 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:37:32.447067 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-bd271af0-562e-4eea-b661-20917489c065 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:37:32.455841 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d78e338-5dcd-43b9-a9fd-4aa1cdae57e5 req-8f150dd7-963d-4f35-a6cb-c02d36804556 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Notify agent at l3_agent.dv-cinder-815660-7-smb the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:37:32.472827 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac559f43-81b3-47c1-8042-7d05249f5fb2 None None] Sync routers for ids ['16901a2b-a0e0-4d5f-920d-7408ff2de157'] in dv-cinder-815660-7-smb {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:37:32.485681 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac559f43-81b3-47c1-8042-7d05249f5fb2 None None] Routers {'16901a2b-a0e0-4d5f-920d-7408ff2de157'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:37:32.486658 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-ac559f43-81b3-47c1-8042-7d05249f5fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:37:32Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['16901a2b-a0e0-4d5f-920d-7408ff2de157'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:37:32.519357 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d78e338-5dcd-43b9-a9fd-4aa1cdae57e5 req-8f150dd7-963d-4f35-a6cb-c02d36804556 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] No DVR routers for this DVR port 463929dc-fb3c-41c2-b8db-0a693959951f on host hv-cinder-81566 {{(pid=103680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:37:32.523448 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-bd271af0-562e-4eea-b661-20917489c065 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:37:32.523850 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-bd271af0-562e-4eea-b661-20917489c065 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:37:32.524193 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-bd271af0-562e-4eea-b661-20917489c065 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:37:32.524598 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-bd271af0-562e-4eea-b661-20917489c065 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:37:32.524945 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.services.segments.db [None req-bd271af0-562e-4eea-b661-20917489c065 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58b66aa9-47a2-406d-b73d-62e0fadac8d8']}} {{(pid=103681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:37:32.527828 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-0d78e338-5dcd-43b9-a9fd-4aa1cdae57e5 req-8f150dd7-963d-4f35-a6cb-c02d36804556 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for port (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:32.532610 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-0d78e338-5dcd-43b9-a9fd-4aa1cdae57e5 req-8f150dd7-963d-4f35-a6cb-c02d36804556 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.39 "DELETE /v2.0/ports/463929dc-fb3c-41c2-b8db-0a693959951f HTTP/1.1" status: 204 len: 173 time: 1.0040057 Apr 06 16:37:32.532876 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb', 'name': 'network-vif-deleted', 'tag': '463929dc-fb3c-41c2-b8db-0a693959951f'}] {{(pid=103680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:37:32.535120 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37defc4f8c4d51421555421a688636eb49d5c8fee7a473d71a3f8bc7c746dcd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36db12dc-6ae0-47d5-9399-0557973f9b46" -d '{"events": [{"server_uuid": "995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb", "name": "network-vif-deleted", "tag": "463929dc-fb3c-41c2-b8db-0a693959951f"}]}' {{(pid=103680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:37:32.545767 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.services.segments.db [None req-bd271af0-562e-4eea-b661-20917489c065 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d647d02-63ac-4460-afea-b8039f68d2f9') {'for_net_delete': True} {{(pid=103681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:37:32.546186 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.services.segments.db [None req-bd271af0-562e-4eea-b661-20917489c065 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d647d02-63ac-4460-afea-b8039f68d2f9') {} {{(pid=103681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:37:32.567456 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-bd271af0-562e-4eea-b661-20917489c065 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758156443522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4248435'] for segment (9d647d02-63ac-4460-afea-b8039f68d2f9), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:32.596810 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-bd271af0-562e-4eea-b661-20917489c065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1728802'] for segment (9d647d02-63ac-4460-afea-b8039f68d2f9), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:32.596975 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3bb80-3b31-41f5-b43c-30e4dc68ac62 req-3656e1ae-b3fa-492f-aa46-2c8c418f62bd tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:32.598097 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-07a3bb80-3b31-41f5-b43c-30e4dc68ac62 req-3656e1ae-b3fa-492f-aa46-2c8c418f62bd tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e99d490d-d94a-4ebb-a269-14239904af9a HTTP/1.1" status: 200 len: 946 time: 0.0806990 Apr 06 16:37:32.599559 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838f316a-0890-49a6-a737-71e8450043d3 x-openstack-request-id: req-838f316a-0890-49a6-a737-71e8450043d3 {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:37:32.599903 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb", "name": "network-vif-deleted", "tag": "463929dc-fb3c-41c2-b8db-0a693959951f", "status": "completed", "code": 200}]} {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:37:32.600160 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-838f316a-0890-49a6-a737-71e8450043d3 {{(pid=103680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:37:32.600563 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-838f316a-0890-49a6-a737-71e8450043d3'] response: {'server_uuid': '995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb', 'name': 'network-vif-deleted', 'tag': '463929dc-fb3c-41c2-b8db-0a693959951f', 'status': 'completed', 'code': 200} Apr 06 16:37:32.607442 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd271af0-562e-4eea-b661-20917489c065 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 16:37:32.608026 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-bd271af0-562e-4eea-b661-20917489c065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1728802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6161651'] for segment (9d647d02-63ac-4460-afea-b8039f68d2f9), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:32.612263 dv-cinder-815660-7-smb neutron-server[103681]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 16:37:32.612263 dv-cinder-815660-7-smb neutron-server[103681]: from cryptography.utils import int_from_bytes Apr 06 16:37:32.612263 dv-cinder-815660-7-smb neutron-server[103681]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 16:37:32.612263 dv-cinder-815660-7-smb neutron-server[103681]: from cryptography.utils import int_from_bytes Apr 06 16:37:32.612263 dv-cinder-815660-7-smb neutron-server[103681]: Traceback (most recent call last): Apr 06 16:37:32.612263 dv-cinder-815660-7-smb neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 16:37:32.612263 dv-cinder-815660-7-smb neutron-server[103681]: timer() Apr 06 16:37:32.612263 dv-cinder-815660-7-smb neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 16:37:32.612263 dv-cinder-815660-7-smb neutron-server[103681]: cb(*args, **kw) Apr 06 16:37:32.612263 dv-cinder-815660-7-smb neutron-server[103681]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 16:37:32.612263 dv-cinder-815660-7-smb neutron-server[103681]: return func(*args, **kwargs) Apr 06 16:37:32.612263 dv-cinder-815660-7-smb neutron-server[103681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 16:37:32.612263 dv-cinder-815660-7-smb neutron-server[103681]: self._notify() Apr 06 16:37:32.612263 dv-cinder-815660-7-smb neutron-server[103681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 16:37:32.612263 dv-cinder-815660-7-smb neutron-server[103681]: self.callback(batched_events) Apr 06 16:37:32.612263 dv-cinder-815660-7-smb neutron-server[103681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 16:37:32.612263 dv-cinder-815660-7-smb neutron-server[103681]: event.method(event) Apr 06 16:37:32.612263 dv-cinder-815660-7-smb neutron-server[103681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 16:37:32.612263 dv-cinder-815660-7-smb neutron-server[103681]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 16:37:32.612263 dv-cinder-815660-7-smb neutron-server[103681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 16:37:32.612263 dv-cinder-815660-7-smb neutron-server[103681]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 16:37:32.612263 dv-cinder-815660-7-smb neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 16:37:32.612263 dv-cinder-815660-7-smb neutron-server[103681]: return f(self, *a, **k) Apr 06 16:37:32.612263 dv-cinder-815660-7-smb neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 16:37:32.612263 dv-cinder-815660-7-smb neutron-server[103681]: return self._get(url).json() Apr 06 16:37:32.612263 dv-cinder-815660-7-smb neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 16:37:32.612263 dv-cinder-815660-7-smb neutron-server[103681]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 16:37:32.612263 dv-cinder-815660-7-smb neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 16:37:32.612263 dv-cinder-815660-7-smb neutron-server[103681]: return self.request(url, 'GET', **kwargs) Apr 06 16:37:32.612263 dv-cinder-815660-7-smb neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 16:37:32.612263 dv-cinder-815660-7-smb neutron-server[103681]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 16:37:32.612263 dv-cinder-815660-7-smb neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 16:37:32.612263 dv-cinder-815660-7-smb neutron-server[103681]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 16:37:32.612263 dv-cinder-815660-7-smb neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 16:37:32.612263 dv-cinder-815660-7-smb neutron-server[103681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 16:37:32.612263 dv-cinder-815660-7-smb neutron-server[103681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 16:37:32.632027 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-ac559f43-81b3-47c1-8042-7d05249f5fb2 None None] Set router 16901a2b-a0e0-4d5f-920d-7408ff2de157 gateway port host: dv-cinder-815660-7-smb {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:37:32.662216 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-07a3bb80-3b31-41f5-b43c-30e4dc68ac62 req-548bb7be-e0f5-4368-9c1b-cc619cbc5089 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=f64d8f25-bb13-4166-a8d7-a76e6e56a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530326 Apr 06 16:37:32.812004 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-0f264e11-a59a-4df7-8f19-c71abc400304 req-aad32ea5-2011-4fcf-9628-7b3327802a3e tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb HTTP/1.1" status: 200 len: 210 time: 0.0288420 Apr 06 16:37:32.813514 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-bd271af0-562e-4eea-b661-20917489c065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1831515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617055'] for network (58b66aa9-47a2-406d-b73d-62e0fadac8d8), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:32.836383 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-bd271af0-562e-4eea-b661-20917489c065 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:32.839922 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-bd271af0-562e-4eea-b661-20917489c065 admin admin] 10.222.0.49 "DELETE /v2.0/networks/58b66aa9-47a2-406d-b73d-62e0fadac8d8 HTTP/1.1" status: 204 len: 168 time: 0.5715237 Apr 06 16:37:32.841529 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd271af0-562e-4eea-b661-20917489c065 admin admin] Pushing event deleted for resources: {'Network': ['ID=58b66aa9-47a2-406d-b73d-62e0fadac8d8,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:37:32.858656 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-ac559f43-81b3-47c1-8042-7d05249f5fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'name': 'tempest-AttachVolumeNegativeTest-1107108701-router', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12'}], 'enable_snat': True}, 'gw_port_id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:32:37Z', 'updated_at': '2022-04-06T16:32:42Z', 'revision_number': 4, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'gw_port': {'id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:38Z', 'updated_at': '2022-04-06T16:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': '5ed24226-3823-4f2b-b252-2fb23010c71e', 'name': '', 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'mac_address': 'fa:16:3e:e8:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:41Z', 'updated_at': '2022-04-06T16:32:47Z', 'revision_number': 5, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'subnets': [{'id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:37:32.886073 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac559f43-81b3-47c1-8042-7d05249f5fb2 None None] Checking router: 16901a2b-a0e0-4d5f-920d-7408ff2de157 for host: dv-cinder-815660-7-smb {{(pid=103682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:37:32.895359 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac559f43-81b3-47c1-8042-7d05249f5fb2 None None] Routers {'16901a2b-a0e0-4d5f-920d-7408ff2de157'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:37:32.895999 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-ac559f43-81b3-47c1-8042-7d05249f5fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:37:32Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['16901a2b-a0e0-4d5f-920d-7408ff2de157'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:37:33.005290 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-ac559f43-81b3-47c1-8042-7d05249f5fb2 None None] Set router 16901a2b-a0e0-4d5f-920d-7408ff2de157 gateway port host: dv-cinder-815660-7-smb {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:37:33.207756 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-ac559f43-81b3-47c1-8042-7d05249f5fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'name': 'tempest-AttachVolumeNegativeTest-1107108701-router', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12'}], 'enable_snat': True}, 'gw_port_id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:32:37Z', 'updated_at': '2022-04-06T16:32:42Z', 'revision_number': 4, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'gw_port': {'id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:38Z', 'updated_at': '2022-04-06T16:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': '5ed24226-3823-4f2b-b252-2fb23010c71e', 'name': '', 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'mac_address': 'fa:16:3e:e8:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:41Z', 'updated_at': '2022-04-06T16:32:47Z', 'revision_number': 5, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'subnets': [{'id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:37:33.234087 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac559f43-81b3-47c1-8042-7d05249f5fb2 None None] The sync data for ids ['16901a2b-a0e0-4d5f-920d-7408ff2de157'] in dv-cinder-815660-7-smb is: [{'id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'name': 'tempest-AttachVolumeNegativeTest-1107108701-router', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12'}], 'enable_snat': True}, 'gw_port_id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:32:37Z', 'updated_at': '2022-04-06T16:32:42Z', 'revision_number': 4, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'gw_port': {'id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:38Z', 'updated_at': '2022-04-06T16:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': '5ed24226-3823-4f2b-b252-2fb23010c71e', 'name': '', 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'mac_address': 'fa:16:3e:e8:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:41Z', 'updated_at': '2022-04-06T16:32:47Z', 'revision_number': 5, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'subnets': [{'id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:37:33.268592 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 40308) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:37:33.309722 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-af5eeb40-8006-4803-aceb-a42772a52023 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=308562df399246ba826534badce689e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399580 Apr 06 16:37:33.312923 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 40310) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:37:33.365618 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-cabc9d1e-7e6b-4629-b877-861805c8ba73 admin admin] Publish callbacks [] for security_group (d20cd5a9-609b-4d31-b671-0acd161f2428), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:33.393170 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-cabc9d1e-7e6b-4629-b877-861805c8ba73 admin admin] Publish callbacks [] for security_group (d20cd5a9-609b-4d31-b671-0acd161f2428), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:33.465329 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3aadda-c069-4903-b391-ac9be91c6a5b None None] New status for floating IP b86a6b53-4ddd-42c4-84a4-475f6b787fd1: DOWN {{(pid=103683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 16:37:33.470392 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:33.505775 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-cabc9d1e-7e6b-4629-b877-861805c8ba73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (d20cd5a9-609b-4d31-b671-0acd161f2428), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:33.508557 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-cabc9d1e-7e6b-4629-b877-861805c8ba73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:33.512066 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-cabc9d1e-7e6b-4629-b877-861805c8ba73 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d20cd5a9-609b-4d31-b671-0acd161f2428 HTTP/1.1" status: 204 len: 168 time: 0.1958292 Apr 06 16:37:33.518776 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabc9d1e-7e6b-4629-b877-861805c8ba73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20cd5a9-609b-4d31-b671-0acd161f2428,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:37:33.785936 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11fbde4-3265-4315-a40c-14b26c166bd9 req-b4b900bf-5f14-4b72-9c43-578066498a22 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:33.787404 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-c11fbde4-3265-4315-a40c-14b26c166bd9 req-b4b900bf-5f14-4b72-9c43-578066498a22 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e99d490d-d94a-4ebb-a269-14239904af9a HTTP/1.1" status: 200 len: 946 time: 0.0530238 Apr 06 16:37:33.837757 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-c11fbde4-3265-4315-a40c-14b26c166bd9 req-f1b24ab0-c514-4af9-b585-ef6356096b70 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=f64d8f25-bb13-4166-a8d7-a76e6e56a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446789 Apr 06 16:37:33.911868 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-7f171522-e387-43db-af43-71e1dfb2f3fc req-00086c55-b375-4c17-9b00-0bc6b0ccf246 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb HTTP/1.1" status: 200 len: 210 time: 0.0290716 Apr 06 16:37:34.411937 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 463929dc-fb3c-41c2-b8db-0a693959951f no longer exists at agent hyperv_hv-cinder-81566 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:37:34.432944 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] No Port match for: 463929dc-fb3c-41c2-b8db-0a693959951f {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:37:34.433284 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 463929dc-fb3c-41c2-b8db-0a693959951f not bound to the agent host hv-cinder-81566 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:37:34.549799 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:34.956958 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6760ad8-e289-4c5d-9c16-bee7b43f915f req-6cb70e7d-768b-41f0-9a73-e48c74cd8eff tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:34.958461 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-a6760ad8-e289-4c5d-9c16-bee7b43f915f req-6cb70e7d-768b-41f0-9a73-e48c74cd8eff tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e99d490d-d94a-4ebb-a269-14239904af9a HTTP/1.1" status: 200 len: 946 time: 0.0535553 Apr 06 16:37:35.009095 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-a6760ad8-e289-4c5d-9c16-bee7b43f915f req-b5d64cb5-b5c6-482b-8d62-eaa18dae08eb tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=f64d8f25-bb13-4166-a8d7-a76e6e56a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423977 Apr 06 16:37:35.053122 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-e24c3132-590b-4322-9feb-c7f51d06dd7b req-05135670-606e-4efc-b2bd-bf67320e8924 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb HTTP/1.1" status: 200 len: 210 time: 0.0273538 Apr 06 16:37:36.132494 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893f1a1-a20b-457b-b0af-7cf76c6ede81 req-c9de08f2-a67c-4cfe-a4e7-c94ee8de9e04 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:36.135017 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-e893f1a1-a20b-457b-b0af-7cf76c6ede81 req-c9de08f2-a67c-4cfe-a4e7-c94ee8de9e04 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e99d490d-d94a-4ebb-a269-14239904af9a HTTP/1.1" status: 200 len: 946 time: 0.0612252 Apr 06 16:37:36.149410 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:36.154085 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-3da43d53-03f2-4915-b39c-f53f9913a3bf req-5c3e1a53-7743-4316-a30a-5d8ed63f6f7b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb HTTP/1.1" status: 200 len: 210 time: 0.0338540 Apr 06 16:37:36.184288 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-e893f1a1-a20b-457b-b0af-7cf76c6ede81 req-419551cb-908d-4cce-911f-82b3cc9151a5 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=f64d8f25-bb13-4166-a8d7-a76e6e56a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435770 Apr 06 16:37:36.740321 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e39f0b-5e7e-4ae6-a5c4-af773e506d83 req-55b39d57-6775-4fed-b187-46d3d71435dd tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:36.741771 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-89e39f0b-5e7e-4ae6-a5c4-af773e506d83 req-55b39d57-6775-4fed-b187-46d3d71435dd tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.39 "GET /v2.0/ports?device_id=e99d490d-d94a-4ebb-a269-14239904af9a HTTP/1.1" status: 200 len: 946 time: 0.0558062 Apr 06 16:37:36.838801 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [req-89e39f0b-5e7e-4ae6-a5c4-af773e506d83 req-608f2dac-8647-41e2-a2ba-a4310151b4b6 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Deleting port 8e8818eb-db40-49bd-aaee-2f9e618b8156 {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:37:36.839143 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-89e39f0b-5e7e-4ae6-a5c4-af773e506d83 req-608f2dac-8647-41e2-a2ba-a4310151b4b6 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (8e8818eb-db40-49bd-aaee-2f9e618b8156), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:36.937409 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [req-89e39f0b-5e7e-4ae6-a5c4-af773e506d83 req-608f2dac-8647-41e2-a2ba-a4310151b4b6 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] For port 8e8818eb-db40-49bd-aaee-2f9e618b8156, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=8e8818eb-db40-49bd-aaee-2f9e618b8156,segment=NetworkSegment(49637f16-8a9e-4a3a-a172-f92b3c19ec2f),segment_id=49637f16-8a9e-4a3a-a172-f92b3c19ec2f)] {{(pid=103680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:37:36.937838 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-89e39f0b-5e7e-4ae6-a5c4-af773e506d83 req-608f2dac-8647-41e2-a2ba-a4310151b4b6 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (8e8818eb-db40-49bd-aaee-2f9e618b8156), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:37.113897 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eceed79-166d-4c6b-b866-10c3b569e284 req-4489577f-d55f-4cfe-b382-4c439586b36f tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:37.115502 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-3eceed79-166d-4c6b-b866-10c3b569e284 req-4489577f-d55f-4cfe-b382-4c439586b36f tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 946 time: 0.2862587 Apr 06 16:37:37.122264 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-89e39f0b-5e7e-4ae6-a5c4-af773e506d83 req-608f2dac-8647-41e2-a2ba-a4310151b4b6 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:37.122633 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-89e39f0b-5e7e-4ae6-a5c4-af773e506d83 req-608f2dac-8647-41e2-a2ba-a4310151b4b6 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617069'] for floatingip (13fd1f91-044d-4d3b-bb1b-b5ef9742d944), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:37.122988 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.db.l3_db [req-89e39f0b-5e7e-4ae6-a5c4-af773e506d83 req-608f2dac-8647-41e2-a2ba-a4310151b4b6 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Floating IP 13fd1f91-044d-4d3b-bb1b-b5ef9742d944 disassociated. External IP: 172.28.0.54, port: 8e8818eb-db40-49bd-aaee-2f9e618b8156. Apr 06 16:37:37.123336 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [req-89e39f0b-5e7e-4ae6-a5c4-af773e506d83 req-608f2dac-8647-41e2-a2ba-a4310151b4b6 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Calling delete_port for 8e8818eb-db40-49bd-aaee-2f9e618b8156 owned by compute:nova {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:37:37.162238 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-3eceed79-166d-4c6b-b866-10c3b569e284 req-30eb56ee-b408-4cc5-961b-ec33f4558dac tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=b93192d1-f070-4027-9f08-6b0135c7efe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409198 Apr 06 16:37:37.280217 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-7965e81a-3d50-4796-83c3-a697d54503c5 req-847373af-a36d-459c-ac83-f85406e456fe tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=995bccf1-b6a1-445e-9d2f-e8f75e1ac1fb HTTP/1.1" status: 200 len: 210 time: 0.0358059 Apr 06 16:37:37.310373 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80bf9d8-139b-4a1f-9801-d6271200487c req-f7a5e4e1-dc88-4d9a-98a9-e7420e55a90d tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:37.311966 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-c80bf9d8-139b-4a1f-9801-d6271200487c req-f7a5e4e1-dc88-4d9a-98a9-e7420e55a90d tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e99d490d-d94a-4ebb-a269-14239904af9a HTTP/1.1" status: 200 len: 946 time: 0.0527701 Apr 06 16:37:37.358001 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-c80bf9d8-139b-4a1f-9801-d6271200487c req-9f538111-7d7a-4f6f-a3a4-44039b76d601 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=f64d8f25-bb13-4166-a8d7-a76e6e56a23d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403569 Apr 06 16:37:37.389433 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-89e39f0b-5e7e-4ae6-a5c4-af773e506d83 req-608f2dac-8647-41e2-a2ba-a4310151b4b6 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (8e8818eb-db40-49bd-aaee-2f9e618b8156), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:37.418424 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f2dac-8647-41e2-a2ba-a4310151b4b6 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Pushing event deleted for resources: {'Port': ['ID=8e8818eb-db40-49bd-aaee-2f9e618b8156,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:37:37.771851 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89e39f0b-5e7e-4ae6-a5c4-af773e506d83 req-608f2dac-8647-41e2-a2ba-a4310151b4b6 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Router 4db718bd-92f7-4920-9f2c-e07323d650c5 has already been hosted by L3 agent 94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e {{(pid=103680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:37:37.896345 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89e39f0b-5e7e-4ae6-a5c4-af773e506d83 req-608f2dac-8647-41e2-a2ba-a4310151b4b6 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Notify agent at l3_agent.dv-cinder-815660-7-smb the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:37:37.907409 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebfa9ac-9e41-412a-8364-244b0f511f50 None None] Sync routers for ids ['4db718bd-92f7-4920-9f2c-e07323d650c5'] in dv-cinder-815660-7-smb {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:37:37.918105 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebfa9ac-9e41-412a-8364-244b0f511f50 None None] Routers {'4db718bd-92f7-4920-9f2c-e07323d650c5'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:37:37.918105 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-3ebfa9ac-9e41-412a-8364-244b0f511f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:37:32Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['4db718bd-92f7-4920-9f2c-e07323d650c5'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:37:37.939936 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [req-89e39f0b-5e7e-4ae6-a5c4-af773e506d83 req-608f2dac-8647-41e2-a2ba-a4310151b4b6 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] No DVR routers for this DVR port 8e8818eb-db40-49bd-aaee-2f9e618b8156 on host hv-cinder-81566 {{(pid=103680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:37:37.942265 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-89e39f0b-5e7e-4ae6-a5c4-af773e506d83 req-608f2dac-8647-41e2-a2ba-a4310151b4b6 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for port (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:37.945518 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-89e39f0b-5e7e-4ae6-a5c4-af773e506d83 req-608f2dac-8647-41e2-a2ba-a4310151b4b6 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.39 "DELETE /v2.0/ports/8e8818eb-db40-49bd-aaee-2f9e618b8156 HTTP/1.1" status: 204 len: 173 time: 1.1986418 Apr 06 16:37:37.945958 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99d490d-d94a-4ebb-a269-14239904af9a', 'name': 'network-vif-deleted', 'tag': '8e8818eb-db40-49bd-aaee-2f9e618b8156'}] {{(pid=103680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:37:37.948201 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37defc4f8c4d51421555421a688636eb49d5c8fee7a473d71a3f8bc7c746dcd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea19dbbe-578f-4390-b98e-845b6ec4fe66" -d '{"events": [{"server_uuid": "e99d490d-d94a-4ebb-a269-14239904af9a", "name": "network-vif-deleted", "tag": "8e8818eb-db40-49bd-aaee-2f9e618b8156"}]}' {{(pid=103680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:37:37.981250 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf7ae75-ef5e-429e-86b1-fc0ddec59cd7 x-openstack-request-id: req-9cf7ae75-ef5e-429e-86b1-fc0ddec59cd7 {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:37:37.981545 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e99d490d-d94a-4ebb-a269-14239904af9a", "name": "network-vif-deleted", "tag": "8e8818eb-db40-49bd-aaee-2f9e618b8156", "status": "completed", "code": 200}]} {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:37:37.981859 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9cf7ae75-ef5e-429e-86b1-fc0ddec59cd7 {{(pid=103680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:37:37.982215 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cf7ae75-ef5e-429e-86b1-fc0ddec59cd7'] response: {'server_uuid': 'e99d490d-d94a-4ebb-a269-14239904af9a', 'name': 'network-vif-deleted', 'tag': '8e8818eb-db40-49bd-aaee-2f9e618b8156', 'status': 'completed', 'code': 200} Apr 06 16:37:38.158320 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-3ebfa9ac-9e41-412a-8364-244b0f511f50 None None] Set router 4db718bd-92f7-4920-9f2c-e07323d650c5 gateway port host: dv-cinder-815660-7-smb {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:37:38.292328 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca5dfd-0a44-4b59-90d0-6e68b0eab754 req-00dbc00e-e2f2-48a0-81e3-5ab2eebccda9 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:38.293833 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-82ca5dfd-0a44-4b59-90d0-6e68b0eab754 req-00dbc00e-e2f2-48a0-81e3-5ab2eebccda9 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 946 time: 0.0573273 Apr 06 16:37:38.333972 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170efcd-8a20-48d2-baa9-f177d8f75b26 req-daa4b058-c723-4c81-a1bf-e1430439b090 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:38.335517 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-d170efcd-8a20-48d2-baa9-f177d8f75b26 req-daa4b058-c723-4c81-a1bf-e1430439b090 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.39 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 946 time: 0.0668058 Apr 06 16:37:38.379311 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-82ca5dfd-0a44-4b59-90d0-6e68b0eab754 req-d1542f64-cd39-49cb-b41d-7c01777b9e87 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=b93192d1-f070-4027-9f08-6b0135c7efe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777099 Apr 06 16:37:38.402885 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-3ebfa9ac-9e41-412a-8364-244b0f511f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1620502577-router', 'tenant_id': '8d1c6d06c04543878527856ba1e8d48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': 'e2089023-cc90-4268-b659-37fd05f1c4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:16Z', 'updated_at': '2022-04-06T16:31:31Z', 'revision_number': 4, 'project_id': '8d1c6d06c04543878527856ba1e8d48c', 'gw_port': {'id': 'e2089023-cc90-4268-b659-37fd05f1c4ba', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:18Z', 'updated_at': '2022-04-06T16:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': 'bcc887f8-17cb-4d07-9f7a-20921d3830d9', 'name': '', 'network_id': 'dad9ba10-e8cf-4082-94bd-2291edc537cc', 'tenant_id': '8d1c6d06c04543878527856ba1e8d48c', 'mac_address': 'fa:16:3e:a5:e6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5076aaf7-c1a1-40bf-87fc-8e1e2ced2174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:27Z', 'updated_at': '2022-04-06T16:31:48Z', 'revision_number': 5, 'project_id': '8d1c6d06c04543878527856ba1e8d48c', 'subnets': [{'id': '5076aaf7-c1a1-40bf-87fc-8e1e2ced2174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:37:38.430879 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebfa9ac-9e41-412a-8364-244b0f511f50 None None] Checking router: 4db718bd-92f7-4920-9f2c-e07323d650c5 for host: dv-cinder-815660-7-smb {{(pid=103682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:37:38.440447 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebfa9ac-9e41-412a-8364-244b0f511f50 None None] Routers {'4db718bd-92f7-4920-9f2c-e07323d650c5'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:37:38.441628 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-3ebfa9ac-9e41-412a-8364-244b0f511f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:37:32Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['4db718bd-92f7-4920-9f2c-e07323d650c5'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:37:38.444207 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [req-d170efcd-8a20-48d2-baa9-f177d8f75b26 req-1a854e76-8c65-4cd0-a2aa-e0cff37b8fde tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Deleting port 56f7c595-be44-48b6-8839-097f49b7fb83 {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:37:38.444559 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-d170efcd-8a20-48d2-baa9-f177d8f75b26 req-1a854e76-8c65-4cd0-a2aa-e0cff37b8fde tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (56f7c595-be44-48b6-8839-097f49b7fb83), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:38.485031 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-99b28eb5-4fa5-47c0-ba0d-590343d5f9b2 req-01f8f15a-8f71-4c3e-968b-011f2c3c7169 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e99d490d-d94a-4ebb-a269-14239904af9a HTTP/1.1" status: 200 len: 210 time: 0.0278020 Apr 06 16:37:38.499234 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 40354) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:37:38.557929 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-3ebfa9ac-9e41-412a-8364-244b0f511f50 None None] Set router 4db718bd-92f7-4920-9f2c-e07323d650c5 gateway port host: dv-cinder-815660-7-smb {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:37:38.605337 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-562f91a8-943c-4589-aad2-6159fe60f91b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for security_group (b4118a85-fc51-4172-b442-87309300b4c0), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:38.607858 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [req-d170efcd-8a20-48d2-baa9-f177d8f75b26 req-1a854e76-8c65-4cd0-a2aa-e0cff37b8fde tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] For port 56f7c595-be44-48b6-8839-097f49b7fb83, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=56f7c595-be44-48b6-8839-097f49b7fb83,segment=NetworkSegment(72e3ade1-cead-4288-afb3-eceacb264caa),segment_id=72e3ade1-cead-4288-afb3-eceacb264caa)] {{(pid=103680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:37:38.608607 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-d170efcd-8a20-48d2-baa9-f177d8f75b26 req-1a854e76-8c65-4cd0-a2aa-e0cff37b8fde tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (56f7c595-be44-48b6-8839-097f49b7fb83), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:38.668328 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-562f91a8-943c-4589-aad2-6159fe60f91b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for security_group (b4118a85-fc51-4172-b442-87309300b4c0), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:38.767993 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-3ebfa9ac-9e41-412a-8364-244b0f511f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1620502577-router', 'tenant_id': '8d1c6d06c04543878527856ba1e8d48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': 'e2089023-cc90-4268-b659-37fd05f1c4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:16Z', 'updated_at': '2022-04-06T16:31:31Z', 'revision_number': 4, 'project_id': '8d1c6d06c04543878527856ba1e8d48c', 'gw_port': {'id': 'e2089023-cc90-4268-b659-37fd05f1c4ba', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:18Z', 'updated_at': '2022-04-06T16:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': 'bcc887f8-17cb-4d07-9f7a-20921d3830d9', 'name': '', 'network_id': 'dad9ba10-e8cf-4082-94bd-2291edc537cc', 'tenant_id': '8d1c6d06c04543878527856ba1e8d48c', 'mac_address': 'fa:16:3e:a5:e6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5076aaf7-c1a1-40bf-87fc-8e1e2ced2174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:27Z', 'updated_at': '2022-04-06T16:31:48Z', 'revision_number': 5, 'project_id': '8d1c6d06c04543878527856ba1e8d48c', 'subnets': [{'id': '5076aaf7-c1a1-40bf-87fc-8e1e2ced2174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:37:38.795141 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebfa9ac-9e41-412a-8364-244b0f511f50 None None] The sync data for ids ['4db718bd-92f7-4920-9f2c-e07323d650c5'] in dv-cinder-815660-7-smb is: [{'id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1620502577-router', 'tenant_id': '8d1c6d06c04543878527856ba1e8d48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': 'e2089023-cc90-4268-b659-37fd05f1c4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:16Z', 'updated_at': '2022-04-06T16:31:31Z', 'revision_number': 4, 'project_id': '8d1c6d06c04543878527856ba1e8d48c', 'gw_port': {'id': 'e2089023-cc90-4268-b659-37fd05f1c4ba', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:18Z', 'updated_at': '2022-04-06T16:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': 'bcc887f8-17cb-4d07-9f7a-20921d3830d9', 'name': '', 'network_id': 'dad9ba10-e8cf-4082-94bd-2291edc537cc', 'tenant_id': '8d1c6d06c04543878527856ba1e8d48c', 'mac_address': 'fa:16:3e:a5:e6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5076aaf7-c1a1-40bf-87fc-8e1e2ced2174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:27Z', 'updated_at': '2022-04-06T16:31:48Z', 'revision_number': 5, 'project_id': '8d1c6d06c04543878527856ba1e8d48c', 'subnets': [{'id': '5076aaf7-c1a1-40bf-87fc-8e1e2ced2174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:37:38.832640 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-d170efcd-8a20-48d2-baa9-f177d8f75b26 req-1a854e76-8c65-4cd0-a2aa-e0cff37b8fde tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:38.833014 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-d170efcd-8a20-48d2-baa9-f177d8f75b26 req-1a854e76-8c65-4cd0-a2aa-e0cff37b8fde tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617069'] for floatingip (dbc124ab-e086-45b7-aa2d-fefa0cdd38e6), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:38.833333 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.db.l3_db [req-d170efcd-8a20-48d2-baa9-f177d8f75b26 req-1a854e76-8c65-4cd0-a2aa-e0cff37b8fde tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Floating IP dbc124ab-e086-45b7-aa2d-fefa0cdd38e6 disassociated. External IP: 172.28.0.198, port: 56f7c595-be44-48b6-8839-097f49b7fb83. Apr 06 16:37:38.833809 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [req-d170efcd-8a20-48d2-baa9-f177d8f75b26 req-1a854e76-8c65-4cd0-a2aa-e0cff37b8fde tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Calling delete_port for 56f7c595-be44-48b6-8839-097f49b7fb83 owned by compute:nova {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:37:38.882560 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-562f91a8-943c-4589-aad2-6159fe60f91b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (b4118a85-fc51-4172-b442-87309300b4c0), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:38.885339 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-562f91a8-943c-4589-aad2-6159fe60f91b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:38.886571 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-562f91a8-943c-4589-aad2-6159fe60f91b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "DELETE /v2.0/security-groups/b4118a85-fc51-4172-b442-87309300b4c0 HTTP/1.1" status: 204 len: 168 time: 0.3860083 Apr 06 16:37:38.889980 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 40356) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:37:38.901165 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f91a8-943c-4589-aad2-6159fe60f91b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4118a85-fc51-4172-b442-87309300b4c0,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:37:38.917911 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.api.v2.resource [None req-a55ac3f5-dbba-4287-b689-69753d92e716 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] show failed (client error): The resource could not be found. Apr 06 16:37:38.918028 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 40358) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:37:38.919013 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-a55ac3f5-dbba-4287-b689-69753d92e716 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups/b4118a85-fc51-4172-b442-87309300b4c0 HTTP/1.1" status: 404 len: 347 time: 0.0234628 Apr 06 16:37:39.042740 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f62d7a-b470-4c1b-b14c-b08f7c4f6df9 None None] New status for floating IP 13fd1f91-044d-4d3b-bb1b-b5ef9742d944: DOWN {{(pid=103683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 16:37:39.112196 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-69658e1c-b7c2-45a0-9505-fc38933e2ded tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Deleting port b87d6f2f-ee6f-4e74-b997-35991ca773fa {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:37:39.112576 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-69658e1c-b7c2-45a0-9505-fc38933e2ded tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (b87d6f2f-ee6f-4e74-b997-35991ca773fa), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:39.195108 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-69658e1c-b7c2-45a0-9505-fc38933e2ded tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (b87d6f2f-ee6f-4e74-b997-35991ca773fa), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:39.195419 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-69658e1c-b7c2-45a0-9505-fc38933e2ded tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for floatingip (b87d6f2f-ee6f-4e74-b997-35991ca773fa), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:39.208458 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-69658e1c-b7c2-45a0-9505-fc38933e2ded tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Calling delete_port for b87d6f2f-ee6f-4e74-b997-35991ca773fa owned by network:floatingip {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:37:39.210507 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-d170efcd-8a20-48d2-baa9-f177d8f75b26 req-1a854e76-8c65-4cd0-a2aa-e0cff37b8fde tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (56f7c595-be44-48b6-8839-097f49b7fb83), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:39.247863 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a854e76-8c65-4cd0-a2aa-e0cff37b8fde tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Pushing event deleted for resources: {'Port': ['ID=56f7c595-be44-48b6-8839-097f49b7fb83,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:37:39.423787 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d170efcd-8a20-48d2-baa9-f177d8f75b26 req-1a854e76-8c65-4cd0-a2aa-e0cff37b8fde tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Router dd48a771-c84e-4f03-8a0f-c8c42aa8780a has already been hosted by L3 agent 94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e {{(pid=103680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:37:39.490171 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-dbe03e27-c971-4be5-a505-20ab5d6139fe req-85f1d586-0a29-47a2-93bc-2cee9392217e tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 210 time: 0.0394723 Apr 06 16:37:39.603137 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d170efcd-8a20-48d2-baa9-f177d8f75b26 req-1a854e76-8c65-4cd0-a2aa-e0cff37b8fde tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Notify agent at l3_agent.dv-cinder-815660-7-smb the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:37:39.613671 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ff656b-9f36-4a51-a3df-c9fbb5f78f3b None None] Sync routers for ids ['dd48a771-c84e-4f03-8a0f-c8c42aa8780a'] in dv-cinder-815660-7-smb {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:37:39.626026 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ff656b-9f36-4a51-a3df-c9fbb5f78f3b None None] Routers {'dd48a771-c84e-4f03-8a0f-c8c42aa8780a'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:37:39.626658 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-66ff656b-9f36-4a51-a3df-c9fbb5f78f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:37:32Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['dd48a771-c84e-4f03-8a0f-c8c42aa8780a'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:37:39.630156 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-69658e1c-b7c2-45a0-9505-fc38933e2ded tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (b87d6f2f-ee6f-4e74-b997-35991ca773fa), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:39.649200 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 40366) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:37:39.662040 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [req-d170efcd-8a20-48d2-baa9-f177d8f75b26 req-1a854e76-8c65-4cd0-a2aa-e0cff37b8fde tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] No DVR routers for this DVR port 56f7c595-be44-48b6-8839-097f49b7fb83 on host hv-cinder-81566 {{(pid=103680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:37:39.667133 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-d170efcd-8a20-48d2-baa9-f177d8f75b26 req-1a854e76-8c65-4cd0-a2aa-e0cff37b8fde tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for port (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:39.673619 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-d170efcd-8a20-48d2-baa9-f177d8f75b26 req-1a854e76-8c65-4cd0-a2aa-e0cff37b8fde tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.39 "DELETE /v2.0/ports/56f7c595-be44-48b6-8839-097f49b7fb83 HTTP/1.1" status: 204 len: 173 time: 1.3315237 Apr 06 16:37:39.703974 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69658e1c-b7c2-45a0-9505-fc38933e2ded tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Pushing event deleted for resources: {'Port': ['ID=b87d6f2f-ee6f-4e74-b997-35991ca773fa,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:37:39.729994 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e80f3578-e41f-4efd-b33c-cafe4eb9d19a tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks [] for security_group (f64d8f25-bb13-4166-a8d7-a76e6e56a23d), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:39.765112 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e80f3578-e41f-4efd-b33c-cafe4eb9d19a tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks [] for security_group (f64d8f25-bb13-4166-a8d7-a76e6e56a23d), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:39.765381 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-66ff656b-9f36-4a51-a3df-c9fbb5f78f3b None None] Set router dd48a771-c84e-4f03-8a0f-c8c42aa8780a gateway port host: dv-cinder-815660-7-smb {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:37:39.780607 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-69658e1c-b7c2-45a0-9505-fc38933e2ded tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for floatingip (b86a6b53-4ddd-42c4-84a4-475f6b787fd1), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:39.783478 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-69658e1c-b7c2-45a0-9505-fc38933e2ded tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for floatingip (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:39.788815 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-69658e1c-b7c2-45a0-9505-fc38933e2ded tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "DELETE /v2.0/floatingips/b86a6b53-4ddd-42c4-84a4-475f6b787fd1 HTTP/1.1" status: 204 len: 168 time: 0.8693068 Apr 06 16:37:39.906282 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e80f3578-e41f-4efd-b33c-cafe4eb9d19a tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (f64d8f25-bb13-4166-a8d7-a76e6e56a23d), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:39.918514 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e80f3578-e41f-4efd-b33c-cafe4eb9d19a tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:39.918514 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-e80f3578-e41f-4efd-b33c-cafe4eb9d19a tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "DELETE /v2.0/security-groups/f64d8f25-bb13-4166-a8d7-a76e6e56a23d HTTP/1.1" status: 204 len: 168 time: 0.2624929 Apr 06 16:37:39.918776 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 40370) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:37:39.935686 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80f3578-e41f-4efd-b33c-cafe4eb9d19a tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64d8f25-bb13-4166-a8d7-a76e6e56a23d,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:37:39.936392 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.api.v2.resource [None req-47f520fb-a5be-4307-9a68-c6e5ba93ae43 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] show failed (client error): The resource could not be found. Apr 06 16:37:39.937534 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-47f520fb-a5be-4307-9a68-c6e5ba93ae43 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups/f64d8f25-bb13-4166-a8d7-a76e6e56a23d HTTP/1.1" status: 404 len: 347 time: 0.0206401 Apr 06 16:37:39.940261 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 40372) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:37:39.983019 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd011a7cf-6c3d-4713-8838-03787ab1ddaf', 'name': 'network-vif-deleted', 'tag': '56f7c595-be44-48b6-8839-097f49b7fb83'}] {{(pid=103680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:37:39.987540 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37defc4f8c4d51421555421a688636eb49d5c8fee7a473d71a3f8bc7c746dcd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af1ab31-942d-4678-8a2f-380b95f7c7e8" -d '{"events": [{"server_uuid": "d011a7cf-6c3d-4713-8838-03787ab1ddaf", "name": "network-vif-deleted", "tag": "56f7c595-be44-48b6-8839-097f49b7fb83"}]}' {{(pid=103680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:37:40.005910 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-66ff656b-9f36-4a51-a3df-c9fbb5f78f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'name': 'tempest-AttachVolumeTestJSON-2104936252-router', 'tenant_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': '3d3cad3b-c6e0-4df7-888b-f41f5228c2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:13Z', 'updated_at': '2022-04-06T16:31:22Z', 'revision_number': 4, 'project_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'gw_port': {'id': '3d3cad3b-c6e0-4df7-888b-f41f5228c2a4', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:14Z', 'updated_at': '2022-04-06T16:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': 'bb363f30-d077-4e2c-8dbb-5c48d20c0b07', 'name': '', 'network_id': '31d40b1e-6325-447a-b5a1-db51342d35c1', 'tenant_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'mac_address': 'fa:16:3e:cf:26:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '86d619c9-3cbf-4e29-bfd6-a7485621c49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:20Z', 'updated_at': '2022-04-06T16:31:36Z', 'revision_number': 5, 'project_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'subnets': [{'id': '86d619c9-3cbf-4e29-bfd6-a7485621c49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:37:40.039757 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ff656b-9f36-4a51-a3df-c9fbb5f78f3b None None] Checking router: dd48a771-c84e-4f03-8a0f-c8c42aa8780a for host: dv-cinder-815660-7-smb {{(pid=103682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:37:40.053075 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ff656b-9f36-4a51-a3df-c9fbb5f78f3b None None] Routers {'dd48a771-c84e-4f03-8a0f-c8c42aa8780a'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:37:40.054101 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-66ff656b-9f36-4a51-a3df-c9fbb5f78f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:37:32Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['dd48a771-c84e-4f03-8a0f-c8c42aa8780a'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:37:40.081692 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207ddcef-55c8-4625-b459-97657d097034 x-openstack-request-id: req-207ddcef-55c8-4625-b459-97657d097034 {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:37:40.082096 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d011a7cf-6c3d-4713-8838-03787ab1ddaf", "name": "network-vif-deleted", "tag": "56f7c595-be44-48b6-8839-097f49b7fb83", "status": "completed", "code": 200}]} {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:37:40.082448 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-207ddcef-55c8-4625-b459-97657d097034 {{(pid=103680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:37:40.082957 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-207ddcef-55c8-4625-b459-97657d097034'] response: {'server_uuid': 'd011a7cf-6c3d-4713-8838-03787ab1ddaf', 'name': 'network-vif-deleted', 'tag': '56f7c595-be44-48b6-8839-097f49b7fb83', 'status': 'completed', 'code': 200} Apr 06 16:37:40.094526 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-a40d396b-a8d2-422d-9660-8824120a9474 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Deleting port 3c8412a2-ab2e-4621-808d-0151d023d59b {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:37:40.095002 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a40d396b-a8d2-422d-9660-8824120a9474 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (3c8412a2-ab2e-4621-808d-0151d023d59b), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:40.177184 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a40d396b-a8d2-422d-9660-8824120a9474 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (3c8412a2-ab2e-4621-808d-0151d023d59b), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:40.177580 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a40d396b-a8d2-422d-9660-8824120a9474 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks [] for floatingip (3c8412a2-ab2e-4621-808d-0151d023d59b), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:40.179800 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-66ff656b-9f36-4a51-a3df-c9fbb5f78f3b None None] Set router dd48a771-c84e-4f03-8a0f-c8c42aa8780a gateway port host: dv-cinder-815660-7-smb {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:37:40.190007 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-a40d396b-a8d2-422d-9660-8824120a9474 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Calling delete_port for 3c8412a2-ab2e-4621-808d-0151d023d59b owned by network:floatingip {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:37:40.289900 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 40378) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:37:40.294866 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [None req-3aa4e176-a5f4-46fb-894d-92c076b71eb1 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Request body: {'security_group': {'name': 'tempest-securitygroup--931255980', 'description': 'tempest-description--132069266'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:37:40.372249 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-3aa4e176-a5f4-46fb-894d-92c076b71eb1 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:40.393885 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-66ff656b-9f36-4a51-a3df-c9fbb5f78f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'name': 'tempest-AttachVolumeTestJSON-2104936252-router', 'tenant_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': '3d3cad3b-c6e0-4df7-888b-f41f5228c2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:13Z', 'updated_at': '2022-04-06T16:31:22Z', 'revision_number': 4, 'project_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'gw_port': {'id': '3d3cad3b-c6e0-4df7-888b-f41f5228c2a4', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:14Z', 'updated_at': '2022-04-06T16:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': 'bb363f30-d077-4e2c-8dbb-5c48d20c0b07', 'name': '', 'network_id': '31d40b1e-6325-447a-b5a1-db51342d35c1', 'tenant_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'mac_address': 'fa:16:3e:cf:26:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '86d619c9-3cbf-4e29-bfd6-a7485621c49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:20Z', 'updated_at': '2022-04-06T16:31:36Z', 'revision_number': 5, 'project_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'subnets': [{'id': '86d619c9-3cbf-4e29-bfd6-a7485621c49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:37:40.396140 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a40d396b-a8d2-422d-9660-8824120a9474 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (3c8412a2-ab2e-4621-808d-0151d023d59b), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:40.424375 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ff656b-9f36-4a51-a3df-c9fbb5f78f3b None None] The sync data for ids ['dd48a771-c84e-4f03-8a0f-c8c42aa8780a'] in dv-cinder-815660-7-smb is: [{'id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'name': 'tempest-AttachVolumeTestJSON-2104936252-router', 'tenant_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': '3d3cad3b-c6e0-4df7-888b-f41f5228c2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:13Z', 'updated_at': '2022-04-06T16:31:22Z', 'revision_number': 4, 'project_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'gw_port': {'id': '3d3cad3b-c6e0-4df7-888b-f41f5228c2a4', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:14Z', 'updated_at': '2022-04-06T16:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': 'bb363f30-d077-4e2c-8dbb-5c48d20c0b07', 'name': '', 'network_id': '31d40b1e-6325-447a-b5a1-db51342d35c1', 'tenant_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'mac_address': 'fa:16:3e:cf:26:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '86d619c9-3cbf-4e29-bfd6-a7485621c49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:20Z', 'updated_at': '2022-04-06T16:31:36Z', 'revision_number': 5, 'project_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'subnets': [{'id': '86d619c9-3cbf-4e29-bfd6-a7485621c49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:37:40.425338 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d396b-a8d2-422d-9660-8824120a9474 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Pushing event deleted for resources: {'Port': ['ID=3c8412a2-ab2e-4621-808d-0151d023d59b,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:37:40.434485 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 8e8818eb-db40-49bd-aaee-2f9e618b8156 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:37:40.458029 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] No Port match for: 8e8818eb-db40-49bd-aaee-2f9e618b8156 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:37:40.458383 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 8e8818eb-db40-49bd-aaee-2f9e618b8156 not bound to the agent host hv-cinder-81566 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:37:40.461528 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-3aa4e176-a5f4-46fb-894d-92c076b71eb1 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for security_group (64aa0ea3-fbaa-475e-a39e-a0c5bfaed353), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:40.503289 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a40d396b-a8d2-422d-9660-8824120a9474 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks [] for floatingip (13fd1f91-044d-4d3b-bb1b-b5ef9742d944), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:40.505973 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a40d396b-a8d2-422d-9660-8824120a9474 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for floatingip (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:40.507150 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-a40d396b-a8d2-422d-9660-8824120a9474 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "DELETE /v2.0/floatingips/13fd1f91-044d-4d3b-bb1b-b5ef9742d944 HTTP/1.1" status: 204 len: 168 time: 0.5655806 Apr 06 16:37:40.548945 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-3aa4e176-a5f4-46fb-894d-92c076b71eb1 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (64aa0ea3-fbaa-475e-a39e-a0c5bfaed353), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:40.580772 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa4e176-a5f4-46fb-894d-92c076b71eb1 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64aa0ea3-fbaa-475e-a39e-a0c5bfaed353,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:37:40.615413 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-43e96fa0-ae03-447a-9c39-1ac0b1a67d26 req-1dcac78b-5129-436a-928c-eb4057178f82 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=d011a7cf-6c3d-4713-8838-03787ab1ddaf HTTP/1.1" status: 200 len: 210 time: 0.0276973 Apr 06 16:37:40.654307 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-3aa4e176-a5f4-46fb-894d-92c076b71eb1 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:40.656394 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-3aa4e176-a5f4-46fb-894d-92c076b71eb1 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3651841 Apr 06 16:37:40.659154 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 40384) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:37:40.663622 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-2a77246f-39bb-4fc7-98c1-d98bdd54a9a1 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Request body: {'security_group_rule': {'security_group_id': '64aa0ea3-fbaa-475e-a39e-a0c5bfaed353', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:37:40.723608 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f998c52-50e7-4f4e-ae55-43482648e633 None None] New status for floating IP dbc124ab-e086-45b7-aa2d-fefa0cdd38e6: DOWN {{(pid=103683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 16:37:40.809000 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2a77246f-39bb-4fc7-98c1-d98bdd54a9a1 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for security_group_rule (13972d48-4d9e-4a8a-bd60-fcd3d5440f81), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:40.875560 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2a77246f-39bb-4fc7-98c1-d98bdd54a9a1 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for security_group_rule (13972d48-4d9e-4a8a-bd60-fcd3d5440f81), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:41.035062 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2a77246f-39bb-4fc7-98c1-d98bdd54a9a1 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654992'] for security_group_rule (13972d48-4d9e-4a8a-bd60-fcd3d5440f81), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:41.054318 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a77246f-39bb-4fc7-98c1-d98bdd54a9a1 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13972d48-4d9e-4a8a-bd60-fcd3d5440f81,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:37:41.116722 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2a77246f-39bb-4fc7-98c1-d98bdd54a9a1 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:41.117948 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-2a77246f-39bb-4fc7-98c1-d98bdd54a9a1 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4577844 Apr 06 16:37:41.120879 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 40388) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:37:41.125729 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-ad004287-660e-4757-831e-83c0c48b2bff tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Request body: {'security_group_rule': {'security_group_id': '64aa0ea3-fbaa-475e-a39e-a0c5bfaed353', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:37:41.223816 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ad004287-660e-4757-831e-83c0c48b2bff tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for security_group_rule (9eb2034d-2529-4d2b-af3d-c27cba2c14c8), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:41.281015 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ad004287-660e-4757-831e-83c0c48b2bff tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for security_group_rule (9eb2034d-2529-4d2b-af3d-c27cba2c14c8), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:41.400495 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ad004287-660e-4757-831e-83c0c48b2bff tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654992'] for security_group_rule (9eb2034d-2529-4d2b-af3d-c27cba2c14c8), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:41.419721 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad004287-660e-4757-831e-83c0c48b2bff tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eb2034d-2529-4d2b-af3d-c27cba2c14c8,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:37:41.534642 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ad004287-660e-4757-831e-83c0c48b2bff tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:41.535926 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-ad004287-660e-4757-831e-83c0c48b2bff tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4140708 Apr 06 16:37:41.538961 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 40390) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:37:41.543103 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-0e763efc-fc70-4ca4-b78e-ab8a8e4977ce tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Request body: {'floatingip': {'floating_network_id': '5748d197-8213-47ef-9188-592aa7f2e542'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:37:41.771842 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0e763efc-fc70-4ca4-b78e-ab8a8e4977ce tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:41.819310 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 40396) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:37:41.876120 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0e763efc-fc70-4ca4-b78e-ab8a8e4977ce tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:41.879077 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-b3586b7a-39a1-4f0e-af46-7f822488c8a3 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks [] for security_group (b93192d1-f070-4027-9f08-6b0135c7efe2), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:41.904817 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-b3586b7a-39a1-4f0e-af46-7f822488c8a3 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks [] for security_group (b93192d1-f070-4027-9f08-6b0135c7efe2), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:41.984061 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.db_base_plugin_common [None req-0e763efc-fc70-4ca4-b78e-ab8a8e4977ce tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Allocated IP 172.28.0.171 (5748d197-8213-47ef-9188-592aa7f2e542/30360da9-bba6-4593-a408-3cd8aca8fb5f/3faf0a2d-0aea-4443-888a-b899422de950) {{(pid=103680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:37:42.063789 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-b3586b7a-39a1-4f0e-af46-7f822488c8a3 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (b93192d1-f070-4027-9f08-6b0135c7efe2), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:42.066597 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-b3586b7a-39a1-4f0e-af46-7f822488c8a3 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:42.070496 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-b3586b7a-39a1-4f0e-af46-7f822488c8a3 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "DELETE /v2.0/security-groups/b93192d1-f070-4027-9f08-6b0135c7efe2 HTTP/1.1" status: 204 len: 168 time: 0.2467468 Apr 06 16:37:42.070994 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 40402) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:37:42.083981 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0e763efc-fc70-4ca4-b78e-ab8a8e4977ce tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for port (3faf0a2d-0aea-4443-888a-b899422de950), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:42.088912 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3586b7a-39a1-4f0e-af46-7f822488c8a3 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93192d1-f070-4027-9f08-6b0135c7efe2,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:37:42.091742 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.api.v2.resource [None req-3143fb91-84ca-4408-a3ce-9853620913c5 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] show failed (client error): The resource could not be found. Apr 06 16:37:42.099128 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-3143fb91-84ca-4408-a3ce-9853620913c5 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups/b93192d1-f070-4027-9f08-6b0135c7efe2 HTTP/1.1" status: 404 len: 347 time: 0.0209382 Apr 06 16:37:42.101823 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 40404) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:37:42.189342 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0e763efc-fc70-4ca4-b78e-ab8a8e4977ce tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (3faf0a2d-0aea-4443-888a-b899422de950), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:42.230358 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e763efc-fc70-4ca4-b78e-ab8a8e4977ce tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Network 5748d197-8213-47ef-9188-592aa7f2e542 is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:37:42.235566 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-0e763efc-fc70-4ca4-b78e-ab8a8e4977ce tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:37:42.239462 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e763efc-fc70-4ca4-b78e-ab8a8e4977ce tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Received port after_create {{(pid=103680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:37:42.241171 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-a78ebf6d-2c38-43a9-bb2c-5edde3f2d919 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Deleting port 210d7de4-0c42-4eaf-abe4-f41f5888f36b {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:37:42.241515 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a78ebf6d-2c38-43a9-bb2c-5edde3f2d919 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (210d7de4-0c42-4eaf-abe4-f41f5888f36b), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:42.267737 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e763efc-fc70-4ca4-b78e-ab8a8e4977ce tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Pushing event updated for resources: {'Port': ['ID=3faf0a2d-0aea-4443-888a-b899422de950,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:37:42.329521 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0e763efc-fc70-4ca4-b78e-ab8a8e4977ce tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for floatingip (a7f3a585-f084-4c9b-9f07-9ca2725a89d5), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:42.332373 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a78ebf6d-2c38-43a9-bb2c-5edde3f2d919 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (210d7de4-0c42-4eaf-abe4-f41f5888f36b), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:42.332699 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a78ebf6d-2c38-43a9-bb2c-5edde3f2d919 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks [] for floatingip (210d7de4-0c42-4eaf-abe4-f41f5888f36b), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:42.345272 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-a78ebf6d-2c38-43a9-bb2c-5edde3f2d919 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Calling delete_port for 210d7de4-0c42-4eaf-abe4-f41f5888f36b owned by network:floatingip {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:37:42.423523 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0e763efc-fc70-4ca4-b78e-ab8a8e4977ce tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (3faf0a2d-0aea-4443-888a-b899422de950), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:42.434018 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 56f7c595-be44-48b6-8839-097f49b7fb83 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:37:42.454949 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] No Port match for: 56f7c595-be44-48b6-8839-097f49b7fb83 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:37:42.455300 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 56f7c595-be44-48b6-8839-097f49b7fb83 not bound to the agent host hv-cinder-81566 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:37:42.543206 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a78ebf6d-2c38-43a9-bb2c-5edde3f2d919 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6161582'] for port (210d7de4-0c42-4eaf-abe4-f41f5888f36b), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:42.570099 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ebf6d-2c38-43a9-bb2c-5edde3f2d919 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Pushing event deleted for resources: {'Port': ['ID=210d7de4-0c42-4eaf-abe4-f41f5888f36b,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:37:42.580587 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0e763efc-fc70-4ca4-b78e-ab8a8e4977ce tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for port (3faf0a2d-0aea-4443-888a-b899422de950), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:42.634902 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a78ebf6d-2c38-43a9-bb2c-5edde3f2d919 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks [] for floatingip (dbc124ab-e086-45b7-aa2d-fefa0cdd38e6), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:42.637636 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a78ebf6d-2c38-43a9-bb2c-5edde3f2d919 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for floatingip (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:42.638863 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-a78ebf6d-2c38-43a9-bb2c-5edde3f2d919 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "DELETE /v2.0/floatingips/dbc124ab-e086-45b7-aa2d-fefa0cdd38e6 HTTP/1.1" status: 204 len: 168 time: 0.5349386 Apr 06 16:37:42.686097 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0e763efc-fc70-4ca4-b78e-ab8a8e4977ce tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978180'] for port (3faf0a2d-0aea-4443-888a-b899422de950), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:42.757259 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e763efc-fc70-4ca4-b78e-ab8a8e4977ce tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Pushing event updated for resources: {'Port': ['ID=3faf0a2d-0aea-4443-888a-b899422de950,revision_number=2']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:37:42.769024 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0e763efc-fc70-4ca4-b78e-ab8a8e4977ce tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617069'] for floatingip (a7f3a585-f084-4c9b-9f07-9ca2725a89d5), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:42.842173 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0e763efc-fc70-4ca4-b78e-ab8a8e4977ce tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for floatingip (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:42.844046 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-0e763efc-fc70-4ca4-b78e-ab8a8e4977ce tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3041196 Apr 06 16:37:43.046394 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-95803d5a-dd78-471b-bfc9-a016215c8a17 req-c6d9078c-2ffa-4288-84b5-d8437f886335 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--931255980&fields=id&tenant_id=3e0d499680204ce48c74bc5d3b01a192 HTTP/1.1" status: 200 len: 267 time: 0.0424953 Apr 06 16:37:43.149444 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95803d5a-dd78-471b-bfc9-a016215c8a17 req-17e22611-cf8b-451c-b19c-cdeee5c76777 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:43.150924 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-95803d5a-dd78-471b-bfc9-a016215c8a17 req-17e22611-cf8b-451c-b19c-cdeee5c76777 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/networks?id=8ef6f925-e3af-4879-bc93-ee3096c80cf0 HTTP/1.1" status: 200 len: 815 time: 0.0979927 Apr 06 16:37:43.179993 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 40426) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:37:43.190601 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [None req-af079bff-8635-470e-8756-baaa51984e25 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Request body: {'security_group': {'name': 'tempest-securitygroup--580293583', 'description': 'tempest-description--312055368'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:37:43.270802 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-95803d5a-dd78-471b-bfc9-a016215c8a17 req-d9285dd7-5dc4-412d-abfe-0f2214236236 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/quotas/3e0d499680204ce48c74bc5d3b01a192 HTTP/1.1" status: 200 len: 375 time: 0.1139209 Apr 06 16:37:43.303088 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-af079bff-8635-470e-8756-baaa51984e25 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:43.329684 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-95803d5a-dd78-471b-bfc9-a016215c8a17 req-4e8ebc4b-02f6-4713-ae9f-b01dc01537d6 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3e0d499680204ce48c74bc5d3b01a192&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533314 Apr 06 16:37:43.378942 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-af079bff-8635-470e-8756-baaa51984e25 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks [] for security_group (0ef1372b-ba04-4cf1-8337-0302c62462fd), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:43.424207 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-95803d5a-dd78-471b-bfc9-a016215c8a17 req-dc6ea5c8-580e-45d5-8157-394997aba08f service neutron] 10.222.0.49 "GET /v2.0/networks/8ef6f925-e3af-4879-bc93-ee3096c80cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831881 Apr 06 16:37:43.515201 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-af079bff-8635-470e-8756-baaa51984e25 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (0ef1372b-ba04-4cf1-8337-0302c62462fd), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:43.518151 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-95803d5a-dd78-471b-bfc9-a016215c8a17 req-790aa56a-9692-4045-8c0c-c05ae7228b76 service neutron] 10.222.0.49 "GET /v2.0/networks/8ef6f925-e3af-4879-bc93-ee3096c80cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880315 Apr 06 16:37:43.551826 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af079bff-8635-470e-8756-baaa51984e25 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef1372b-ba04-4cf1-8337-0302c62462fd,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:37:43.739293 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-af079bff-8635-470e-8756-baaa51984e25 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:43.740903 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-af079bff-8635-470e-8756-baaa51984e25 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5585194 Apr 06 16:37:43.743899 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 40432) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:37:43.755505 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [None req-b3b98632-2d81-431e-8de7-96d5942f03a0 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Request body: {'security_group_rule': {'security_group_id': '0ef1372b-ba04-4cf1-8337-0302c62462fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:37:43.820265 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-540dee29-5718-4d56-9e41-08694891659d req-56569ac3-b32e-41a9-af32-72ccda95b4f6 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=9663d894-94fe-4c80-a2ce-2204478d6201 HTTP/1.1" status: 200 len: 210 time: 0.0293748 Apr 06 16:37:43.846804 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b38a38-cec5-4ff5-b737-909fab72a319 req-3c82441e-9949-4770-80ed-afc0b39f3620 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:43.848327 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-b8b38a38-cec5-4ff5-b737-909fab72a319 req-3c82441e-9949-4770-80ed-afc0b39f3620 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 946 time: 0.0589328 Apr 06 16:37:43.881221 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-b3b98632-2d81-431e-8de7-96d5942f03a0 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks [] for security_group_rule (201b7e3c-404b-409d-8d9b-035435e723e7), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:43.928980 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-b8b38a38-cec5-4ff5-b737-909fab72a319 req-8090c2b5-7b87-4b0f-8d57-22204f05602e tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750217 Apr 06 16:37:43.956082 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-b3b98632-2d81-431e-8de7-96d5942f03a0 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks [] for security_group_rule (201b7e3c-404b-409d-8d9b-035435e723e7), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:44.102627 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-b3b98632-2d81-431e-8de7-96d5942f03a0 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654992'] for security_group_rule (201b7e3c-404b-409d-8d9b-035435e723e7), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:44.121251 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b98632-2d81-431e-8de7-96d5942f03a0 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=201b7e3c-404b-409d-8d9b-035435e723e7,revision_number=0']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:37:44.219592 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-b3b98632-2d81-431e-8de7-96d5942f03a0 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:44.220893 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-b3b98632-2d81-431e-8de7-96d5942f03a0 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4758749 Apr 06 16:37:44.223713 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 40442) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:37:44.228119 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [None req-ef449548-59f3-420f-b56e-c2bf16da5bf8 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Request body: {'security_group_rule': {'security_group_id': '0ef1372b-ba04-4cf1-8337-0302c62462fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:37:44.468368 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-ef449548-59f3-420f-b56e-c2bf16da5bf8 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks [] for security_group_rule (2cb7663e-2722-4637-9bb0-e9fc7b30a89a), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:44.527050 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-ef449548-59f3-420f-b56e-c2bf16da5bf8 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks [] for security_group_rule (2cb7663e-2722-4637-9bb0-e9fc7b30a89a), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:44.617918 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.agents_db [None req-a950ddbd-9d44-4943-b7d7-a118ae2e1c13 None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:37:44.679712 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-ef449548-59f3-420f-b56e-c2bf16da5bf8 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654992'] for security_group_rule (2cb7663e-2722-4637-9bb0-e9fc7b30a89a), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:44.697765 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef449548-59f3-420f-b56e-c2bf16da5bf8 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cb7663e-2722-4637-9bb0-e9fc7b30a89a,revision_number=0']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:37:44.836322 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-ef449548-59f3-420f-b56e-c2bf16da5bf8 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:44.837585 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-ef449548-59f3-420f-b56e-c2bf16da5bf8 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6129069 Apr 06 16:37:44.845934 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 40448) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:37:44.850352 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [None req-840f4290-0ae2-44b5-803c-52b3901dba1c tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Request body: {'floatingip': {'floating_network_id': '5748d197-8213-47ef-9188-592aa7f2e542'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:37:44.913354 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-8235a559-81cc-43bf-9e72-442e750ab918 req-7aece49a-6b36-4888-ba74-bd01e427df5d tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=9663d894-94fe-4c80-a2ce-2204478d6201 HTTP/1.1" status: 200 len: 210 time: 0.0413063 Apr 06 16:37:45.028100 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-840f4290-0ae2-44b5-803c-52b3901dba1c tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:45.101012 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66fcc9-d051-44b9-b7c0-2dc2bcc8f375 req-b4be8d47-fa11-49de-9f8c-4a03e4de9300 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:45.102503 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-3c66fcc9-d051-44b9-b7c0-2dc2bcc8f375 req-b4be8d47-fa11-49de-9f8c-4a03e4de9300 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 946 time: 0.1022041 Apr 06 16:37:45.162659 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-3c66fcc9-d051-44b9-b7c0-2dc2bcc8f375 req-2957f6c4-f39b-4d59-8eb0-69638b4991fd tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528688 Apr 06 16:37:45.184651 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-840f4290-0ae2-44b5-803c-52b3901dba1c tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:45.255450 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0a8d7-ef1a-41cc-8d5b-7b6411b977f8 req-18c763a3-25d5-43d4-a525-d34a7ce81b17 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:45.257036 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-50d0a8d7-ef1a-41cc-8d5b-7b6411b977f8 req-18c763a3-25d5-43d4-a525-d34a7ce81b17 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 946 time: 0.0566614 Apr 06 16:37:45.289396 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [None req-840f4290-0ae2-44b5-803c-52b3901dba1c tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Allocated IP 172.28.0.136 (5748d197-8213-47ef-9188-592aa7f2e542/30360da9-bba6-4593-a408-3cd8aca8fb5f/fc914ab3-4e73-4f8e-88c6-db7062d08524) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:37:45.366028 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [req-50d0a8d7-ef1a-41cc-8d5b-7b6411b977f8 req-423b87e3-1c32-411f-b2a2-5c76e39abc3f tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Deleting port 62a2894c-0643-44d8-9bfc-395997912aa2 {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:37:45.366373 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-50d0a8d7-ef1a-41cc-8d5b-7b6411b977f8 req-423b87e3-1c32-411f-b2a2-5c76e39abc3f tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (62a2894c-0643-44d8-9bfc-395997912aa2), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:45.396715 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-840f4290-0ae2-44b5-803c-52b3901dba1c tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks [] for port (fc914ab3-4e73-4f8e-88c6-db7062d08524), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:45.458182 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [req-50d0a8d7-ef1a-41cc-8d5b-7b6411b977f8 req-423b87e3-1c32-411f-b2a2-5c76e39abc3f tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] For port 62a2894c-0643-44d8-9bfc-395997912aa2, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=62a2894c-0643-44d8-9bfc-395997912aa2,segment=NetworkSegment(49637f16-8a9e-4a3a-a172-f92b3c19ec2f),segment_id=49637f16-8a9e-4a3a-a172-f92b3c19ec2f)] {{(pid=103680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:37:45.458554 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-50d0a8d7-ef1a-41cc-8d5b-7b6411b977f8 req-423b87e3-1c32-411f-b2a2-5c76e39abc3f tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (62a2894c-0643-44d8-9bfc-395997912aa2), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:45.471152 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [req-50d0a8d7-ef1a-41cc-8d5b-7b6411b977f8 req-423b87e3-1c32-411f-b2a2-5c76e39abc3f tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Calling delete_port for 62a2894c-0643-44d8-9bfc-395997912aa2 owned by compute:nova {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:37:45.503375 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-840f4290-0ae2-44b5-803c-52b3901dba1c tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6161582'] for port (fc914ab3-4e73-4f8e-88c6-db7062d08524), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:45.544759 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840f4290-0ae2-44b5-803c-52b3901dba1c tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Network 5748d197-8213-47ef-9188-592aa7f2e542 is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:37:45.548594 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-840f4290-0ae2-44b5-803c-52b3901dba1c tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:37:45.552166 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840f4290-0ae2-44b5-803c-52b3901dba1c tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:37:45.574513 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f4290-0ae2-44b5-803c-52b3901dba1c tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Pushing event updated for resources: {'Port': ['ID=fc914ab3-4e73-4f8e-88c6-db7062d08524,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:37:45.697339 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-50d0a8d7-ef1a-41cc-8d5b-7b6411b977f8 req-423b87e3-1c32-411f-b2a2-5c76e39abc3f tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (62a2894c-0643-44d8-9bfc-395997912aa2), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:45.719323 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] get_ports_and_sgs() called for port_ids ['7baa94d5-fcbc-49d6-b1dd-a76cab68846a', '62a2894c-0643-44d8-9bfc-395997912aa2'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:37:45.744624 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b87e3-1c32-411f-b2a2-5c76e39abc3f tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Pushing event deleted for resources: {'Port': ['ID=62a2894c-0643-44d8-9bfc-395997912aa2,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:37:45.780151 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-840f4290-0ae2-44b5-803c-52b3901dba1c tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks [] for floatingip (c34b9291-6288-4b59-b197-7754be3d5af2), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:45.802788 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d0a8d7-ef1a-41cc-8d5b-7b6411b977f8 req-423b87e3-1c32-411f-b2a2-5c76e39abc3f tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] No DVR routers for this DVR port 62a2894c-0643-44d8-9bfc-395997912aa2 on host hv-cinder-81566 {{(pid=103680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:37:45.805210 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-50d0a8d7-ef1a-41cc-8d5b-7b6411b977f8 req-423b87e3-1c32-411f-b2a2-5c76e39abc3f tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for port (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:45.808831 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-50d0a8d7-ef1a-41cc-8d5b-7b6411b977f8 req-423b87e3-1c32-411f-b2a2-5c76e39abc3f tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.39 "DELETE /v2.0/ports/62a2894c-0643-44d8-9bfc-395997912aa2 HTTP/1.1" status: 204 len: 173 time: 0.5468984 Apr 06 16:37:45.809275 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c800e6-bbec-49af-8590-37eb9547870e', 'name': 'network-vif-deleted', 'tag': '62a2894c-0643-44d8-9bfc-395997912aa2'}] {{(pid=103680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:37:45.811647 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37defc4f8c4d51421555421a688636eb49d5c8fee7a473d71a3f8bc7c746dcd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18708bd7-fce4-4cb7-9f18-993848cb9352" -d '{"events": [{"server_uuid": "e3c800e6-bbec-49af-8590-37eb9547870e", "name": "network-vif-deleted", "tag": "62a2894c-0643-44d8-9bfc-395997912aa2"}]}' {{(pid=103680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:37:45.847505 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98980fb2-94f6-4410-8005-42fe68c22c67 x-openstack-request-id: req-98980fb2-94f6-4410-8005-42fe68c22c67 {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:37:45.847856 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3c800e6-bbec-49af-8590-37eb9547870e", "name": "network-vif-deleted", "tag": "62a2894c-0643-44d8-9bfc-395997912aa2", "status": "completed", "code": 200}]} {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:37:45.848115 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-98980fb2-94f6-4410-8005-42fe68c22c67 {{(pid=103680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:37:45.848517 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98980fb2-94f6-4410-8005-42fe68c22c67'] response: {'server_uuid': 'e3c800e6-bbec-49af-8590-37eb9547870e', 'name': 'network-vif-deleted', 'tag': '62a2894c-0643-44d8-9bfc-395997912aa2', 'status': 'completed', 'code': 200} Apr 06 16:37:45.901799 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-840f4290-0ae2-44b5-803c-52b3901dba1c tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (fc914ab3-4e73-4f8e-88c6-db7062d08524), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:46.026540 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-5841d47d-c36c-44e4-8206-4deeae61c98d req-0a9cd81d-4af7-4397-bbc2-4f5537c8c61d tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=9663d894-94fe-4c80-a2ce-2204478d6201 HTTP/1.1" status: 200 len: 210 time: 0.0364041 Apr 06 16:37:46.084951 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-840f4290-0ae2-44b5-803c-52b3901dba1c tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks [] for port (fc914ab3-4e73-4f8e-88c6-db7062d08524), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:46.231933 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-840f4290-0ae2-44b5-803c-52b3901dba1c tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6161623'] for port (fc914ab3-4e73-4f8e-88c6-db7062d08524), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:46.270633 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-001ee40b-f3b6-4137-9061-ae4eda8562ce req-27e749f7-613b-48b3-9f31-ff598e82ef6c tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 210 time: 0.0287607 Apr 06 16:37:46.303318 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f4290-0ae2-44b5-803c-52b3901dba1c tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Pushing event updated for resources: {'Port': ['ID=fc914ab3-4e73-4f8e-88c6-db7062d08524,revision_number=2']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:37:46.317877 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-840f4290-0ae2-44b5-803c-52b3901dba1c tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617069'] for floatingip (c34b9291-6288-4b59-b197-7754be3d5af2), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:46.496356 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95803d5a-dd78-471b-bfc9-a016215c8a17 req-df123f90-7969-48a6-b1ab-8e5b485d9314 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:46.496356 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-95803d5a-dd78-471b-bfc9-a016215c8a17 req-df123f90-7969-48a6-b1ab-8e5b485d9314 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.39 "GET /v2.0/networks?id=8ef6f925-e3af-4879-bc93-ee3096c80cf0 HTTP/1.1" status: 200 len: 815 time: 0.0991795 Apr 06 16:37:46.517498 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-840f4290-0ae2-44b5-803c-52b3901dba1c tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for floatingip (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:46.519061 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-840f4290-0ae2-44b5-803c-52b3901dba1c tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6721284 Apr 06 16:37:46.560030 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-95803d5a-dd78-471b-bfc9-a016215c8a17 req-5a98c528-c28a-45c9-b1ef-f7b1b985bf37 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e0d499680204ce48c74bc5d3b01a192 HTTP/1.1" status: 200 len: 379 time: 0.0566850 Apr 06 16:37:46.720165 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-7795f578-0bfa-4dc2-9eda-f347f11916f8 req-b2b36847-2886-42b1-afae-aa95d32c67ed tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--580293583&fields=id&tenant_id=df990c96c1f44ba6a6f2aa8be5911c99 HTTP/1.1" status: 200 len: 267 time: 0.0464725 Apr 06 16:37:46.803099 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [req-95803d5a-dd78-471b-bfc9-a016215c8a17 req-5222997e-f41c-420a-b034-c65b39cfbd09 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Request body: {'port': {'device_id': '9663d894-94fe-4c80-a2ce-2204478d6201', 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'admin_state_up': True, 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'security_groups': ['64aa0ea3-fbaa-475e-a39e-a0c5bfaed353']}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:37:46.829921 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795f578-0bfa-4dc2-9eda-f347f11916f8 req-6ad8c09c-5dd8-4a10-9e37-32d610cf4448 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:46.832150 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-7795f578-0bfa-4dc2-9eda-f347f11916f8 req-6ad8c09c-5dd8-4a10-9e37-32d610cf4448 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/networks?id=31d40b1e-6325-447a-b5a1-db51342d35c1 HTTP/1.1" status: 200 len: 811 time: 0.1054122 Apr 06 16:37:46.847463 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-7795f578-0bfa-4dc2-9eda-f347f11916f8 req-21c97849-751e-4cfc-946d-a41ad3eebf41 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/quotas/df990c96c1f44ba6a6f2aa8be5911c99 HTTP/1.1" status: 200 len: 375 time: 0.0100906 Apr 06 16:37:46.902977 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-7795f578-0bfa-4dc2-9eda-f347f11916f8 req-135ac765-63e8-452d-9109-885085da0ac1 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=df990c96c1f44ba6a6f2aa8be5911c99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502241 Apr 06 16:37:47.050907 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95803d5a-dd78-471b-bfc9-a016215c8a17 req-5222997e-f41c-420a-b034-c65b39cfbd09 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Made reservation on behalf of 3e0d499680204ce48c74bc5d3b01a192 for: {'port': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:37:47.051384 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-7795f578-0bfa-4dc2-9eda-f347f11916f8 req-6df62afa-c7fa-4e1b-b509-de4000b7cf5d service neutron] 10.222.0.49 "GET /v2.0/networks/31d40b1e-6325-447a-b5a1-db51342d35c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353078 Apr 06 16:37:47.054622 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-95803d5a-dd78-471b-bfc9-a016215c8a17 req-5222997e-f41c-420a-b034-c65b39cfbd09 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:47.153588 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-7795f578-0bfa-4dc2-9eda-f347f11916f8 req-3d30dad5-43fc-4e85-ab8d-06a3056bf803 service neutron] 10.222.0.49 "GET /v2.0/networks/31d40b1e-6325-447a-b5a1-db51342d35c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962315 Apr 06 16:37:47.161691 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-8758b210-8c50-477e-8809-444a5ef8e436 req-7f0eb074-b796-48d9-ba42-bd504c126081 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=9663d894-94fe-4c80-a2ce-2204478d6201 HTTP/1.1" status: 200 len: 210 time: 0.0487614 Apr 06 16:37:47.226927 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.db_base_plugin_common [req-95803d5a-dd78-471b-bfc9-a016215c8a17 req-5222997e-f41c-420a-b034-c65b39cfbd09 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Allocated IP 172.20.0.10 (8ef6f925-e3af-4879-bc93-ee3096c80cf0/1121a7e3-a3db-4af5-8ad9-70ecc903d4ca/ce148ff5-40c5-4070-aec6-7b893d6fd454) {{(pid=103680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:37:47.455731 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-5bbe175f-9143-41f2-8b30-6cee9c562dca req-ba781c37-25f8-458b-83b2-0db30dcacbf7 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a0b3f8-6c03-4422-a52a-2dc265d2b240 HTTP/1.1" status: 200 len: 210 time: 0.0374265 Apr 06 16:37:47.605055 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ee25cf80-4d62-4516-899a-2b849d2d58c3 req-a01bbd39-2a2f-4521-a228-442c7f5eb5c5 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3c800e6-bbec-49af-8590-37eb9547870e HTTP/1.1" status: 200 len: 210 time: 0.0320718 Apr 06 16:37:47.644778 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-95803d5a-dd78-471b-bfc9-a016215c8a17 req-5222997e-f41c-420a-b034-c65b39cfbd09 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for port (ce148ff5-40c5-4070-aec6-7b893d6fd454), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:47.794348 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-95803d5a-dd78-471b-bfc9-a016215c8a17 req-5222997e-f41c-420a-b034-c65b39cfbd09 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (ce148ff5-40c5-4070-aec6-7b893d6fd454), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:47.839081 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95803d5a-dd78-471b-bfc9-a016215c8a17 req-5222997e-f41c-420a-b034-c65b39cfbd09 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Network 8ef6f925-e3af-4879-bc93-ee3096c80cf0 is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:37:47.842371 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [req-95803d5a-dd78-471b-bfc9-a016215c8a17 req-5222997e-f41c-420a-b034-c65b39cfbd09 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:37:47.846090 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [req-95803d5a-dd78-471b-bfc9-a016215c8a17 req-5222997e-f41c-420a-b034-c65b39cfbd09 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Received port after_create {{(pid=103680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:37:47.874425 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5222997e-f41c-420a-b034-c65b39cfbd09 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Pushing event updated for resources: {'Port': ['ID=ce148ff5-40c5-4070-aec6-7b893d6fd454,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:37:47.903383 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95803d5a-dd78-471b-bfc9-a016215c8a17 req-5222997e-f41c-420a-b034-c65b39cfbd09 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:47.904617 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-95803d5a-dd78-471b-bfc9-a016215c8a17 req-5222997e-f41c-420a-b034-c65b39cfbd09 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for port (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:48.039789 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-7491973a-6617-4598-bdd0-3dba9c9b4058 None None] Provisioning complete for port ce148ff5-40c5-4070-aec6-7b893d6fd454 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:37:48.040473 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7491973a-6617-4598-bdd0-3dba9c9b4058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (ce148ff5-40c5-4070-aec6-7b893d6fd454), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:48.065025 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-95803d5a-dd78-471b-bfc9-a016215c8a17 req-5222997e-f41c-420a-b034-c65b39cfbd09 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2661533 Apr 06 16:37:48.078639 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [req-95803d5a-dd78-471b-bfc9-a016215c8a17 req-55a35be4-ea22-4dd5-aff2-099ff97e9cc5 service neutron] Request body: {'port': {'device_id': '9663d894-94fe-4c80-a2ce-2204478d6201', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:37:48.079847 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-7491973a-6617-4598-bdd0-3dba9c9b4058 None None] Port ce148ff5-40c5-4070-aec6-7b893d6fd454 cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:37:48.137069 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-95803d5a-dd78-471b-bfc9-a016215c8a17 req-55a35be4-ea22-4dd5-aff2-099ff97e9cc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (ce148ff5-40c5-4070-aec6-7b893d6fd454), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:48.287233 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a4df2-6a0e-4c2a-9ec3-eb74b6a26fe9 req-5c2a193c-449c-4df7-be73-bcd9fde82b02 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:48.288728 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-8d7a4df2-6a0e-4c2a-9ec3-eb74b6a26fe9 req-5c2a193c-449c-4df7-be73-bcd9fde82b02 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=9663d894-94fe-4c80-a2ce-2204478d6201 HTTP/1.1" status: 200 len: 932 time: 0.0586832 Apr 06 16:37:48.336224 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-8d7a4df2-6a0e-4c2a-9ec3-eb74b6a26fe9 req-bb2ebea1-1920-4be7-b567-5a16b0151aed tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=64aa0ea3-fbaa-475e-a39e-a0c5bfaed353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414727 Apr 06 16:37:48.405046 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.notifiers.nova [req-95803d5a-dd78-471b-bfc9-a016215c8a17 req-55a35be4-ea22-4dd5-aff2-099ff97e9cc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce148ff5-40c5-4070-aec6-7b893d6fd454 {{(pid=103680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:37:48.412293 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-95803d5a-dd78-471b-bfc9-a016215c8a17 req-55a35be4-ea22-4dd5-aff2-099ff97e9cc5 service neutron] Publish callbacks [] for port (ce148ff5-40c5-4070-aec6-7b893d6fd454), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:48.424458 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.provisioning_blocks [req-95803d5a-dd78-471b-bfc9-a016215c8a17 req-55a35be4-ea22-4dd5-aff2-099ff97e9cc5 service neutron] Transition to ACTIVE for port object ce148ff5-40c5-4070-aec6-7b893d6fd454 will not be triggered until provisioned by entity L2. {{(pid=103680) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 16:37:48.448129 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 62a2894c-0643-44d8-9bfc-395997912aa2 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:37:48.470040 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] No Port match for: 62a2894c-0643-44d8-9bfc-395997912aa2 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:37:48.470390 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 62a2894c-0643-44d8-9bfc-395997912aa2 not bound to the agent host hv-cinder-81566 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:37:48.502273 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-95803d5a-dd78-471b-bfc9-a016215c8a17 req-55a35be4-ea22-4dd5-aff2-099ff97e9cc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978180'] for port (ce148ff5-40c5-4070-aec6-7b893d6fd454), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:48.576520 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-cfec059d-3a8f-47ed-9233-f288449583e9 req-2ccb81fb-5ef3-4350-a31e-035bdfcf2d86 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a0b3f8-6c03-4422-a52a-2dc265d2b240 HTTP/1.1" status: 200 len: 210 time: 0.0399230 Apr 06 16:37:48.585081 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a35be4-ea22-4dd5-aff2-099ff97e9cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=ce148ff5-40c5-4070-aec6-7b893d6fd454,revision_number=2']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:37:48.674677 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.managers [req-95803d5a-dd78-471b-bfc9-a016215c8a17 req-55a35be4-ea22-4dd5-aff2-099ff97e9cc5 service neutron] Attempting to bind port ce148ff5-40c5-4070-aec6-7b893d6fd454 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:37:48.675293 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.managers [req-95803d5a-dd78-471b-bfc9-a016215c8a17 req-55a35be4-ea22-4dd5-aff2-099ff97e9cc5 service neutron] Attempting to bind port ce148ff5-40c5-4070-aec6-7b893d6fd454 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0'}] {{(pid=103680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:37:48.675508 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95803d5a-dd78-471b-bfc9-a016215c8a17 req-55a35be4-ea22-4dd5-aff2-099ff97e9cc5 service neutron] Attempting to bind port ce148ff5-40c5-4070-aec6-7b893d6fd454 on network 8ef6f925-e3af-4879-bc93-ee3096c80cf0 {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:37:48.681660 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95803d5a-dd78-471b-bfc9-a016215c8a17 req-55a35be4-ea22-4dd5-aff2-099ff97e9cc5 service neutron] Port ce148ff5-40c5-4070-aec6-7b893d6fd454 on network 8ef6f925-e3af-4879-bc93-ee3096c80cf0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 16:37:48.681940 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95803d5a-dd78-471b-bfc9-a016215c8a17 req-55a35be4-ea22-4dd5-aff2-099ff97e9cc5 service neutron] Attempting to bind port ce148ff5-40c5-4070-aec6-7b893d6fd454 on network 8ef6f925-e3af-4879-bc93-ee3096c80cf0 {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:37:48.688159 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95803d5a-dd78-471b-bfc9-a016215c8a17 req-55a35be4-ea22-4dd5-aff2-099ff97e9cc5 service neutron] Checking agent: {'id': '0e5c86dc-cd19-4356-a060-9388d8808620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 29), 'started_at': datetime.datetime(2022, 4, 6, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:37:48.688506 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95803d5a-dd78-471b-bfc9-a016215c8a17 req-55a35be4-ea22-4dd5-aff2-099ff97e9cc5 service neutron] Checking segment: {'id': '9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:37:48.688895 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95803d5a-dd78-471b-bfc9-a016215c8a17 req-55a35be4-ea22-4dd5-aff2-099ff97e9cc5 service neutron] Bound using segment: {'id': '9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0'} {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:37:48.689376 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.managers [req-95803d5a-dd78-471b-bfc9-a016215c8a17 req-55a35be4-ea22-4dd5-aff2-099ff97e9cc5 service neutron] Bound port: ce148ff5-40c5-4070-aec6-7b893d6fd454, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0'}}] {{(pid=103680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:37:48.689735 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-95803d5a-dd78-471b-bfc9-a016215c8a17 req-55a35be4-ea22-4dd5-aff2-099ff97e9cc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (ce148ff5-40c5-4070-aec6-7b893d6fd454), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:48.766242 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [req-95803d5a-dd78-471b-bfc9-a016215c8a17 req-55a35be4-ea22-4dd5-aff2-099ff97e9cc5 service neutron] For port ce148ff5-40c5-4070-aec6-7b893d6fd454, host hv-cinder-81566, cleared binding levels {{(pid=103680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:37:48.769688 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [req-95803d5a-dd78-471b-bfc9-a016215c8a17 req-55a35be4-ea22-4dd5-aff2-099ff97e9cc5 service neutron] For port ce148ff5-40c5-4070-aec6-7b893d6fd454, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ce148ff5-40c5-4070-aec6-7b893d6fd454,segment=NetworkSegment(9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0),segment_id=9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0)] {{(pid=103680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:37:48.879917 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-95803d5a-dd78-471b-bfc9-a016215c8a17 req-55a35be4-ea22-4dd5-aff2-099ff97e9cc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978180'] for port (ce148ff5-40c5-4070-aec6-7b893d6fd454), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:48.913864 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95803d5a-dd78-471b-bfc9-a016215c8a17 req-55a35be4-ea22-4dd5-aff2-099ff97e9cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:48.914485 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-95803d5a-dd78-471b-bfc9-a016215c8a17 req-55a35be4-ea22-4dd5-aff2-099ff97e9cc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for port (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:48.916022 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-95803d5a-dd78-471b-bfc9-a016215c8a17 req-55a35be4-ea22-4dd5-aff2-099ff97e9cc5 service neutron] 10.222.0.39 "PUT /v2.0/ports/ce148ff5-40c5-4070-aec6-7b893d6fd454 HTTP/1.1" status: 200 len: 1094 time: 0.8415651 Apr 06 16:37:48.916324 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9663d894-94fe-4c80-a2ce-2204478d6201', 'tag': 'ce148ff5-40c5-4070-aec6-7b893d6fd454'}] {{(pid=103680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:37:48.921710 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37defc4f8c4d51421555421a688636eb49d5c8fee7a473d71a3f8bc7c746dcd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961a090b-8d21-4194-acd6-12b5d3a9449d" -d '{"events": [{"name": "network-changed", "server_uuid": "9663d894-94fe-4c80-a2ce-2204478d6201", "tag": "ce148ff5-40c5-4070-aec6-7b893d6fd454"}]}' {{(pid=103680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:37:48.947733 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a35be4-ea22-4dd5-aff2-099ff97e9cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=ce148ff5-40c5-4070-aec6-7b893d6fd454,revision_number=3']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:37:48.963913 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbda4169-f72f-4ba7-897d-3800ed850c3b x-openstack-request-id: req-bbda4169-f72f-4ba7-897d-3800ed850c3b {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:37:48.964533 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9663d894-94fe-4c80-a2ce-2204478d6201", "tag": "ce148ff5-40c5-4070-aec6-7b893d6fd454", "status": "completed", "code": 200}]} {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:37:48.964948 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bbda4169-f72f-4ba7-897d-3800ed850c3b {{(pid=103680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:37:48.965550 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbda4169-f72f-4ba7-897d-3800ed850c3b'] response: {'name': 'network-changed', 'server_uuid': '9663d894-94fe-4c80-a2ce-2204478d6201', 'tag': 'ce148ff5-40c5-4070-aec6-7b893d6fd454', 'status': 'completed', 'code': 200} Apr 06 16:37:49.035547 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a090b-8d21-4194-acd6-12b5d3a9449d req-00681399-3c5b-41a5-ae44-67175814e4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:49.037128 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-961a090b-8d21-4194-acd6-12b5d3a9449d req-00681399-3c5b-41a5-ae44-67175814e4ca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e0d499680204ce48c74bc5d3b01a192&device_id=9663d894-94fe-4c80-a2ce-2204478d6201 HTTP/1.1" status: 200 len: 1128 time: 0.0481648 Apr 06 16:37:49.162775 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a090b-8d21-4194-acd6-12b5d3a9449d req-33bb3511-74fe-481a-b1ab-d4054de9c39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:49.165022 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-961a090b-8d21-4194-acd6-12b5d3a9449d req-33bb3511-74fe-481a-b1ab-d4054de9c39c service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3e0d499680204ce48c74bc5d3b01a192&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1204050 Apr 06 16:37:49.207917 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12928a9-4cc1-40d2-a2ee-0cef9f86f161 req-4f675f34-7475-400b-8e32-4b94eb87dfed tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:49.210474 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-a12928a9-4cc1-40d2-a2ee-0cef9f86f161 req-4f675f34-7475-400b-8e32-4b94eb87dfed tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e8de912-ec9e-408f-8834-9641316c94f3 HTTP/1.1" status: 200 len: 946 time: 0.0572200 Apr 06 16:37:49.260004 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-a12928a9-4cc1-40d2-a2ee-0cef9f86f161 req-cf3a298b-6609-4158-b44b-e740047a00c0 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439751 Apr 06 16:37:49.457114 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aecac9-98e7-4031-abc6-1222a45e4f4e req-c12f872e-b02a-42b3-9ffc-552de271850c tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:49.458602 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-28aecac9-98e7-4031-abc6-1222a45e4f4e req-c12f872e-b02a-42b3-9ffc-552de271850c tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=9663d894-94fe-4c80-a2ce-2204478d6201 HTTP/1.1" status: 200 len: 944 time: 0.0527544 Apr 06 16:37:49.505976 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-28aecac9-98e7-4031-abc6-1222a45e4f4e req-4aa5b431-01d3-4a49-a42d-4f1fe0a00813 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=64aa0ea3-fbaa-475e-a39e-a0c5bfaed353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416174 Apr 06 16:37:49.677467 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-073e5738-0576-42ec-a295-b642bf80509e req-7fdba254-b3fa-4c1d-a798-a8a167219baf tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a0b3f8-6c03-4422-a52a-2dc265d2b240 HTTP/1.1" status: 200 len: 210 time: 0.0304701 Apr 06 16:37:50.382269 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cefa5a-24d9-44b1-bc3a-6bcf9e9d1219 req-371e8c83-ab2f-4835-9efa-27b33d9e72de tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:50.383804 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-19cefa5a-24d9-44b1-bc3a-6bcf9e9d1219 req-371e8c83-ab2f-4835-9efa-27b33d9e72de tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e8de912-ec9e-408f-8834-9641316c94f3 HTTP/1.1" status: 200 len: 946 time: 0.0553651 Apr 06 16:37:50.431280 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-19cefa5a-24d9-44b1-bc3a-6bcf9e9d1219 req-0372eb5d-8349-4bd0-bc79-cac26ec7a4fb tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406904 Apr 06 16:37:50.626843 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39527e1d-76eb-4aac-8302-bac58f83cea5 req-4c90e0bc-7065-4c41-ad61-9b25d69e2dc1 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:50.628343 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-39527e1d-76eb-4aac-8302-bac58f83cea5 req-4c90e0bc-7065-4c41-ad61-9b25d69e2dc1 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=9663d894-94fe-4c80-a2ce-2204478d6201 HTTP/1.1" status: 200 len: 944 time: 0.0547988 Apr 06 16:37:50.680810 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-39527e1d-76eb-4aac-8302-bac58f83cea5 req-026fea70-0ab4-4bcc-bfbe-d0e39909fe77 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=64aa0ea3-fbaa-475e-a39e-a0c5bfaed353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468943 Apr 06 16:37:50.770268 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-8f17d371-5320-4ccf-b25a-53ece06ee911 req-e084e56d-70bb-4214-94bb-e75a3e0f1217 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a0b3f8-6c03-4422-a52a-2dc265d2b240 HTTP/1.1" status: 200 len: 210 time: 0.0284624 Apr 06 16:37:50.956876 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a090b-8d21-4194-acd6-12b5d3a9449d req-140983a7-6a8c-4451-b1ab-5dbbc2bfdb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:50.958421 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-961a090b-8d21-4194-acd6-12b5d3a9449d req-140983a7-6a8c-4451-b1ab-5dbbc2bfdb39 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923679 Apr 06 16:37:51.168040 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95803d5a-dd78-471b-bfc9-a016215c8a17 req-d7a8b3c5-95de-4581-9cfe-43d645e47f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:51.170178 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-95803d5a-dd78-471b-bfc9-a016215c8a17 req-d7a8b3c5-95de-4581-9cfe-43d645e47f59 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e0d499680204ce48c74bc5d3b01a192&device_id=9663d894-94fe-4c80-a2ce-2204478d6201 HTTP/1.1" status: 200 len: 1128 time: 0.0446110 Apr 06 16:37:51.230515 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-95803d5a-dd78-471b-bfc9-a016215c8a17 req-f22bc78d-0736-43cc-ac6b-8431ea8e506c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce148ff5-40c5-4070-aec6-7b893d6fd454 HTTP/1.1" status: 200 len: 217 time: 0.0359237 Apr 06 16:37:51.525558 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95803d5a-dd78-471b-bfc9-a016215c8a17 req-4a0291e4-62a0-40e5-b71a-26d35449fb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:51.527058 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-95803d5a-dd78-471b-bfc9-a016215c8a17 req-4a0291e4-62a0-40e5-b71a-26d35449fb28 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1121a7e3-a3db-4af5-8ad9-70ecc903d4ca HTTP/1.1" status: 200 len: 854 time: 0.0843461 Apr 06 16:37:51.567729 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aaef01-e3c7-4899-b72e-649160ee9b93 req-c3bc7965-31ae-4d20-866f-3131a8626441 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:51.569292 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-b4aaef01-e3c7-4899-b72e-649160ee9b93 req-c3bc7965-31ae-4d20-866f-3131a8626441 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e8de912-ec9e-408f-8834-9641316c94f3 HTTP/1.1" status: 200 len: 946 time: 0.1160040 Apr 06 16:37:51.600576 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a7c6c-5085-4bfc-8f03-eade160ccca4 req-a252c19d-23fe-4f8a-ae0f-6ffeb1a71fea tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:51.602160 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-424a7c6c-5085-4bfc-8f03-eade160ccca4 req-a252c19d-23fe-4f8a-ae0f-6ffeb1a71fea tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e8de912-ec9e-408f-8834-9641316c94f3 HTTP/1.1" status: 200 len: 946 time: 0.0917006 Apr 06 16:37:51.608298 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795f578-0bfa-4dc2-9eda-f347f11916f8 req-88fc7e49-abed-45ef-ab6f-5a563bf8cd7a tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:51.609882 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-7795f578-0bfa-4dc2-9eda-f347f11916f8 req-88fc7e49-abed-45ef-ab6f-5a563bf8cd7a tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.39 "GET /v2.0/networks?id=31d40b1e-6325-447a-b5a1-db51342d35c1 HTTP/1.1" status: 200 len: 811 time: 0.1572602 Apr 06 16:37:51.626307 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95803d5a-dd78-471b-bfc9-a016215c8a17 req-6ff2b1c2-6afc-4e3d-a64c-9384311d1bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:51.627862 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-95803d5a-dd78-471b-bfc9-a016215c8a17 req-6ff2b1c2-6afc-4e3d-a64c-9384311d1bdf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8ef6f925-e3af-4879-bc93-ee3096c80cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0937448 Apr 06 16:37:51.703306 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-7795f578-0bfa-4dc2-9eda-f347f11916f8 req-41ede881-3443-4000-b6a7-f78173f59634 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df990c96c1f44ba6a6f2aa8be5911c99 HTTP/1.1" status: 200 len: 379 time: 0.0847030 Apr 06 16:37:51.706437 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-424a7c6c-5085-4bfc-8f03-eade160ccca4 req-2c3e6e93-dce3-444f-a5fb-e64db57dc19c tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f66e380-7791-45f0-8176-82d4d55f5cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806570 Apr 06 16:37:51.717470 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [req-7795f578-0bfa-4dc2-9eda-f347f11916f8 req-1492c084-3dbc-4bad-a3ad-beff7013d812 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Request body: {'port': {'device_id': '07a0b3f8-6c03-4422-a52a-2dc265d2b240', 'network_id': '31d40b1e-6325-447a-b5a1-db51342d35c1', 'admin_state_up': True, 'tenant_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'security_groups': ['0ef1372b-ba04-4cf1-8337-0302c62462fd']}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:37:51.751624 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [req-b4aaef01-e3c7-4899-b72e-649160ee9b93 req-ec76a9b5-f795-4742-8e1b-f7375f8a91f2 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Deleting port 7baa94d5-fcbc-49d6-b1dd-a76cab68846a {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:37:51.752023 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-b4aaef01-e3c7-4899-b72e-649160ee9b93 req-ec76a9b5-f795-4742-8e1b-f7375f8a91f2 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (7baa94d5-fcbc-49d6-b1dd-a76cab68846a), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:51.831332 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-95803d5a-dd78-471b-bfc9-a016215c8a17 req-d3dd330b-7422-40f0-8840-eca8a73b2854 service neutron] 10.222.0.39 "GET /v2.0/networks/8ef6f925-e3af-4879-bc93-ee3096c80cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804185 Apr 06 16:37:51.890165 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-0871bc7d-74b5-4f87-8b79-51afac704b46 req-57132ceb-ffac-41a9-8f83-e6d38afbd316 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a0b3f8-6c03-4422-a52a-2dc265d2b240 HTTP/1.1" status: 200 len: 210 time: 0.0304847 Apr 06 16:37:51.941403 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7795f578-0bfa-4dc2-9eda-f347f11916f8 req-1492c084-3dbc-4bad-a3ad-beff7013d812 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Made reservation on behalf of df990c96c1f44ba6a6f2aa8be5911c99 for: {'port': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:37:51.945002 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-7795f578-0bfa-4dc2-9eda-f347f11916f8 req-1492c084-3dbc-4bad-a3ad-beff7013d812 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:51.952931 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d28ae4-c035-483a-af99-99aadb885a22 req-5cdb3b7c-e89d-4561-9b1c-40d014ae0e7f tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:51.954416 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-38d28ae4-c035-483a-af99-99aadb885a22 req-5cdb3b7c-e89d-4561-9b1c-40d014ae0e7f tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=9663d894-94fe-4c80-a2ce-2204478d6201 HTTP/1.1" status: 200 len: 944 time: 0.1937602 Apr 06 16:37:51.957813 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [req-b4aaef01-e3c7-4899-b72e-649160ee9b93 req-ec76a9b5-f795-4742-8e1b-f7375f8a91f2 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] For port 7baa94d5-fcbc-49d6-b1dd-a76cab68846a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=7baa94d5-fcbc-49d6-b1dd-a76cab68846a,segment=NetworkSegment(49637f16-8a9e-4a3a-a172-f92b3c19ec2f),segment_id=49637f16-8a9e-4a3a-a172-f92b3c19ec2f)] {{(pid=103680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:37:51.958191 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-b4aaef01-e3c7-4899-b72e-649160ee9b93 req-ec76a9b5-f795-4742-8e1b-f7375f8a91f2 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (7baa94d5-fcbc-49d6-b1dd-a76cab68846a), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:51.992626 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [req-b4aaef01-e3c7-4899-b72e-649160ee9b93 req-ec76a9b5-f795-4742-8e1b-f7375f8a91f2 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Calling delete_port for 7baa94d5-fcbc-49d6-b1dd-a76cab68846a owned by compute:nova {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:37:52.031713 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-95803d5a-dd78-471b-bfc9-a016215c8a17 req-da474bac-6466-4d3e-9d8f-4e06dadc567d service neutron] 10.222.0.39 "GET /v2.0/networks/8ef6f925-e3af-4879-bc93-ee3096c80cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898611 Apr 06 16:37:52.079584 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-38d28ae4-c035-483a-af99-99aadb885a22 req-6f7d05d0-9374-4b1a-be36-e6b8281443db tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=64aa0ea3-fbaa-475e-a39e-a0c5bfaed353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118681 Apr 06 16:37:52.082914 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [req-7795f578-0bfa-4dc2-9eda-f347f11916f8 req-1492c084-3dbc-4bad-a3ad-beff7013d812 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Allocated IP 172.20.0.13 (31d40b1e-6325-447a-b5a1-db51342d35c1/86d619c9-3cbf-4e29-bfd6-a7485621c49d/a232897e-d288-4d6d-8d8a-ed2da6cc181c) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:37:52.223408 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-7795f578-0bfa-4dc2-9eda-f347f11916f8 req-1492c084-3dbc-4bad-a3ad-beff7013d812 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks [] for port (a232897e-d288-4d6d-8d8a-ed2da6cc181c), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:52.261926 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-b4aaef01-e3c7-4899-b72e-649160ee9b93 req-ec76a9b5-f795-4742-8e1b-f7375f8a91f2 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (7baa94d5-fcbc-49d6-b1dd-a76cab68846a), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:52.274105 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] get_ports_and_sgs() called for port_ids ['7baa94d5-fcbc-49d6-b1dd-a76cab68846a'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:37:52.289182 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec76a9b5-f795-4742-8e1b-f7375f8a91f2 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Pushing event deleted for resources: {'Port': ['ID=7baa94d5-fcbc-49d6-b1dd-a76cab68846a,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:37:52.334570 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-7795f578-0bfa-4dc2-9eda-f347f11916f8 req-1492c084-3dbc-4bad-a3ad-beff7013d812 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6161582'] for port (a232897e-d288-4d6d-8d8a-ed2da6cc181c), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:52.341486 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4aaef01-e3c7-4899-b72e-649160ee9b93 req-ec76a9b5-f795-4742-8e1b-f7375f8a91f2 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] No DVR routers for this DVR port 7baa94d5-fcbc-49d6-b1dd-a76cab68846a on host hv-cinder-81566 {{(pid=103680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:37:52.344057 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-b4aaef01-e3c7-4899-b72e-649160ee9b93 req-ec76a9b5-f795-4742-8e1b-f7375f8a91f2 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for port (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:52.347298 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-b4aaef01-e3c7-4899-b72e-649160ee9b93 req-ec76a9b5-f795-4742-8e1b-f7375f8a91f2 tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.39 "DELETE /v2.0/ports/7baa94d5-fcbc-49d6-b1dd-a76cab68846a HTTP/1.1" status: 204 len: 173 time: 0.7707462 Apr 06 16:37:52.347767 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8de912-ec9e-408f-8834-9641316c94f3', 'name': 'network-vif-deleted', 'tag': '7baa94d5-fcbc-49d6-b1dd-a76cab68846a'}] {{(pid=103680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:37:52.349970 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37defc4f8c4d51421555421a688636eb49d5c8fee7a473d71a3f8bc7c746dcd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba6c601-cef0-4cf5-b022-2315a6dbfcbe" -d '{"events": [{"server_uuid": "3e8de912-ec9e-408f-8834-9641316c94f3", "name": "network-vif-deleted", "tag": "7baa94d5-fcbc-49d6-b1dd-a76cab68846a"}]}' {{(pid=103680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:37:52.378152 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7795f578-0bfa-4dc2-9eda-f347f11916f8 req-1492c084-3dbc-4bad-a3ad-beff7013d812 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Network 31d40b1e-6325-447a-b5a1-db51342d35c1 is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:37:52.381647 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [req-7795f578-0bfa-4dc2-9eda-f347f11916f8 req-1492c084-3dbc-4bad-a3ad-beff7013d812 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:37:52.384742 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb37e56-e645-4a08-aab8-4a7f84ce71d2 x-openstack-request-id: req-bfb37e56-e645-4a08-aab8-4a7f84ce71d2 {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:37:52.385041 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e8de912-ec9e-408f-8834-9641316c94f3", "name": "network-vif-deleted", "tag": "7baa94d5-fcbc-49d6-b1dd-a76cab68846a", "status": "completed", "code": 200}]} {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:37:52.385301 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bfb37e56-e645-4a08-aab8-4a7f84ce71d2 {{(pid=103680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:37:52.385649 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [req-7795f578-0bfa-4dc2-9eda-f347f11916f8 req-1492c084-3dbc-4bad-a3ad-beff7013d812 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:37:52.385761 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfb37e56-e645-4a08-aab8-4a7f84ce71d2'] response: {'server_uuid': '3e8de912-ec9e-408f-8834-9641316c94f3', 'name': 'network-vif-deleted', 'tag': '7baa94d5-fcbc-49d6-b1dd-a76cab68846a', 'status': 'completed', 'code': 200} Apr 06 16:37:52.410007 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1492c084-3dbc-4bad-a3ad-beff7013d812 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Pushing event updated for resources: {'Port': ['ID=a232897e-d288-4d6d-8d8a-ed2da6cc181c,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:37:52.439754 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795f578-0bfa-4dc2-9eda-f347f11916f8 req-1492c084-3dbc-4bad-a3ad-beff7013d812 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:52.440517 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-7795f578-0bfa-4dc2-9eda-f347f11916f8 req-1492c084-3dbc-4bad-a3ad-beff7013d812 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:52.561576 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-7795f578-0bfa-4dc2-9eda-f347f11916f8 req-1492c084-3dbc-4bad-a3ad-beff7013d812 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8485835 Apr 06 16:37:52.574417 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-7dcf4c4e-00fe-445f-b9f6-7b48c2ad0182 None None] Provisioning complete for port a232897e-d288-4d6d-8d8a-ed2da6cc181c triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:37:52.574417 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7dcf4c4e-00fe-445f-b9f6-7b48c2ad0182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (a232897e-d288-4d6d-8d8a-ed2da6cc181c), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:52.608672 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-7dcf4c4e-00fe-445f-b9f6-7b48c2ad0182 None None] Port a232897e-d288-4d6d-8d8a-ed2da6cc181c cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:37:52.813534 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-e444f436-6842-4e66-a7c2-1c04296fa378 req-2b77f385-af7c-47ad-b278-1134bf82e64a tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e8de912-ec9e-408f-8834-9641316c94f3 HTTP/1.1" status: 200 len: 210 time: 0.0302455 Apr 06 16:37:53.011030 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327de6cb-a7d8-45fd-8304-2b62df13513e req-60c4a856-0b2d-451c-a793-ea1f3f4a1577 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:53.013068 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-327de6cb-a7d8-45fd-8304-2b62df13513e req-60c4a856-0b2d-451c-a793-ea1f3f4a1577 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a0b3f8-6c03-4422-a52a-2dc265d2b240 HTTP/1.1" status: 200 len: 932 time: 0.0520022 Apr 06 16:37:53.063237 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-327de6cb-a7d8-45fd-8304-2b62df13513e req-40eebb58-c140-4b23-b8c1-577bf622815f tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ef1372b-ba04-4cf1-8337-0302c62462fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440774 Apr 06 16:37:53.201376 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06312822-e54a-4f90-b9ab-9ace0b131c28 req-38393bf2-cd7c-475b-b278-9705d6a7b273 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:53.202852 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-06312822-e54a-4f90-b9ab-9ace0b131c28 req-38393bf2-cd7c-475b-b278-9705d6a7b273 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=9663d894-94fe-4c80-a2ce-2204478d6201 HTTP/1.1" status: 200 len: 944 time: 0.0557997 Apr 06 16:37:53.248741 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-06312822-e54a-4f90-b9ab-9ace0b131c28 req-246cb6b0-f1c4-4e3b-907a-53e9de41bd16 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=64aa0ea3-fbaa-475e-a39e-a0c5bfaed353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402076 Apr 06 16:37:53.907174 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-3710681e-5fe0-47bc-823e-680f16c0315e req-174c9709-3b80-4ad6-bade-9a35a44e20db tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e8de912-ec9e-408f-8834-9641316c94f3 HTTP/1.1" status: 200 len: 210 time: 0.0275080 Apr 06 16:37:54.178737 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa05b8e-95c4-4b62-be02-b548aacf8213 req-51efdc9c-b857-44c8-acb7-6e69dada95b4 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:54.180468 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-6aa05b8e-95c4-4b62-be02-b548aacf8213 req-51efdc9c-b857-44c8-acb7-6e69dada95b4 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a0b3f8-6c03-4422-a52a-2dc265d2b240 HTTP/1.1" status: 200 len: 932 time: 0.0522203 Apr 06 16:37:54.226224 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-6aa05b8e-95c4-4b62-be02-b548aacf8213 req-1ef1a7ff-1bc3-4c76-83b2-4282206003a1 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ef1372b-ba04-4cf1-8337-0302c62462fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395193 Apr 06 16:37:54.369654 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f46aee-aafe-4876-a44e-e8ed04dca2c5 req-934817cf-60e0-4e10-b74a-9af3b637a723 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:54.371070 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-e2f46aee-aafe-4876-a44e-e8ed04dca2c5 req-934817cf-60e0-4e10-b74a-9af3b637a723 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=9663d894-94fe-4c80-a2ce-2204478d6201 HTTP/1.1" status: 200 len: 944 time: 0.0519533 Apr 06 16:37:54.417747 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-e2f46aee-aafe-4876-a44e-e8ed04dca2c5 req-b93f0df0-15a9-497c-b978-b595a147d2f1 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=64aa0ea3-fbaa-475e-a39e-a0c5bfaed353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401654 Apr 06 16:37:54.457237 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device ce148ff5-40c5-4070-aec6-7b893d6fd454 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=103682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 16:37:54.472707 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 7baa94d5-fcbc-49d6-b1dd-a76cab68846a no longer exists at agent hyperv_hv-cinder-81566 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:37:54.495341 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] No Port match for: 7baa94d5-fcbc-49d6-b1dd-a76cab68846a {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:37:54.495711 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 7baa94d5-fcbc-49d6-b1dd-a76cab68846a not bound to the agent host hv-cinder-81566 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:37:54.579343 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port ce148ff5-40c5-4070-aec6-7b893d6fd454, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ce148ff5-40c5-4070-aec6-7b893d6fd454,segment=NetworkSegment(9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0),segment_id=9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:37:54.591070 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Returning: {'device': 'ce148ff5-40c5-4070-aec6-7b893d6fd454', 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'port_id': 'ce148ff5-40c5-4070-aec6-7b893d6fd454', 'mac_address': 'fa:16:3e:59:b1:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 16:37:54.628738 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Current status of the port ce148ff5-40c5-4070-aec6-7b893d6fd454 is: DOWN; New status is: BUILD {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:37:54.629070 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (ce148ff5-40c5-4070-aec6-7b893d6fd454), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:54.641877 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.notifiers.nova [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce148ff5-40c5-4070-aec6-7b893d6fd454 {{(pid=103682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:37:54.661548 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port ce148ff5-40c5-4070-aec6-7b893d6fd454, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ce148ff5-40c5-4070-aec6-7b893d6fd454,segment=NetworkSegment(9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0),segment_id=9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:37:54.803385 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [req-7795f578-0bfa-4dc2-9eda-f347f11916f8 req-7110697b-b870-480e-86e5-a3a9e51cf17d service neutron] Request body: {'port': {'device_id': '07a0b3f8-6c03-4422-a52a-2dc265d2b240', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:37:54.827352 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (ce148ff5-40c5-4070-aec6-7b893d6fd454), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:54.865172 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-7795f578-0bfa-4dc2-9eda-f347f11916f8 req-7110697b-b870-480e-86e5-a3a9e51cf17d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (a232897e-d288-4d6d-8d8a-ed2da6cc181c), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:54.882063 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Pushing event updated for resources: {'Port': ['ID=ce148ff5-40c5-4070-aec6-7b893d6fd454,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:37:55.007045 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-9958a5e7-2629-434f-891d-67204deee9e0 req-82e270d9-c500-4f3d-9ee5-6d486a8c058a tempest-ServerRescueNegativeTestJSON-126468552 tempest-ServerRescueNegativeTestJSON-126468552-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e8de912-ec9e-408f-8834-9641316c94f3 HTTP/1.1" status: 200 len: 210 time: 0.0303466 Apr 06 16:37:55.128156 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.notifiers.nova [req-7795f578-0bfa-4dc2-9eda-f347f11916f8 req-7110697b-b870-480e-86e5-a3a9e51cf17d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a232897e-d288-4d6d-8d8a-ed2da6cc181c {{(pid=103681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:37:55.135766 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-7795f578-0bfa-4dc2-9eda-f347f11916f8 req-7110697b-b870-480e-86e5-a3a9e51cf17d service neutron] Publish callbacks [] for port (a232897e-d288-4d6d-8d8a-ed2da6cc181c), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:55.149053 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.provisioning_blocks [req-7795f578-0bfa-4dc2-9eda-f347f11916f8 req-7110697b-b870-480e-86e5-a3a9e51cf17d service neutron] Transition to ACTIVE for port object a232897e-d288-4d6d-8d8a-ed2da6cc181c will not be triggered until provisioned by entity L2. {{(pid=103681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 16:37:55.154045 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] get_ports_and_sgs() called for port_ids ['ce148ff5-40c5-4070-aec6-7b893d6fd454'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:37:55.249670 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-7795f578-0bfa-4dc2-9eda-f347f11916f8 req-7110697b-b870-480e-86e5-a3a9e51cf17d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6161623'] for port (a232897e-d288-4d6d-8d8a-ed2da6cc181c), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:55.312985 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7110697b-b870-480e-86e5-a3a9e51cf17d service neutron] Pushing event updated for resources: {'Port': ['ID=a232897e-d288-4d6d-8d8a-ed2da6cc181c,revision_number=2']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:37:55.409860 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f752d-238f-4e3a-88ae-378cfe58a059 req-a1209b3a-dc4d-498c-bfce-41fe2d625e12 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:55.411487 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-d60f752d-238f-4e3a-88ae-378cfe58a059 req-a1209b3a-dc4d-498c-bfce-41fe2d625e12 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a0b3f8-6c03-4422-a52a-2dc265d2b240 HTTP/1.1" status: 200 len: 944 time: 0.1109350 Apr 06 16:37:55.474985 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-7795f578-0bfa-4dc2-9eda-f347f11916f8 req-7110697b-b870-480e-86e5-a3a9e51cf17d service neutron] Attempting to bind port a232897e-d288-4d6d-8d8a-ed2da6cc181c on host hv-cinder-81566 for vnic_type normal with profile {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:37:55.475319 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-7795f578-0bfa-4dc2-9eda-f347f11916f8 req-7110697b-b870-480e-86e5-a3a9e51cf17d service neutron] Attempting to bind port a232897e-d288-4d6d-8d8a-ed2da6cc181c by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '72e3ade1-cead-4288-afb3-eceacb264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '31d40b1e-6325-447a-b5a1-db51342d35c1'}] {{(pid=103681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:37:55.475651 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7795f578-0bfa-4dc2-9eda-f347f11916f8 req-7110697b-b870-480e-86e5-a3a9e51cf17d service neutron] Attempting to bind port a232897e-d288-4d6d-8d8a-ed2da6cc181c on network 31d40b1e-6325-447a-b5a1-db51342d35c1 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:37:55.491781 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-d60f752d-238f-4e3a-88ae-378cfe58a059 req-afabe62d-3baa-4020-a6d5-fec6315f94f7 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ef1372b-ba04-4cf1-8337-0302c62462fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693166 Apr 06 16:37:55.492360 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7795f578-0bfa-4dc2-9eda-f347f11916f8 req-7110697b-b870-480e-86e5-a3a9e51cf17d service neutron] Port a232897e-d288-4d6d-8d8a-ed2da6cc181c on network 31d40b1e-6325-447a-b5a1-db51342d35c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 16:37:55.492687 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7795f578-0bfa-4dc2-9eda-f347f11916f8 req-7110697b-b870-480e-86e5-a3a9e51cf17d service neutron] Attempting to bind port a232897e-d288-4d6d-8d8a-ed2da6cc181c on network 31d40b1e-6325-447a-b5a1-db51342d35c1 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:37:55.498730 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7795f578-0bfa-4dc2-9eda-f347f11916f8 req-7110697b-b870-480e-86e5-a3a9e51cf17d service neutron] Checking agent: {'id': '0e5c86dc-cd19-4356-a060-9388d8808620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 29), 'started_at': datetime.datetime(2022, 4, 6, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:37:55.499265 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7795f578-0bfa-4dc2-9eda-f347f11916f8 req-7110697b-b870-480e-86e5-a3a9e51cf17d service neutron] Checking segment: {'id': '72e3ade1-cead-4288-afb3-eceacb264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '31d40b1e-6325-447a-b5a1-db51342d35c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:37:55.499743 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7795f578-0bfa-4dc2-9eda-f347f11916f8 req-7110697b-b870-480e-86e5-a3a9e51cf17d service neutron] Bound using segment: {'id': '72e3ade1-cead-4288-afb3-eceacb264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '31d40b1e-6325-447a-b5a1-db51342d35c1'} {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:37:55.500183 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-7795f578-0bfa-4dc2-9eda-f347f11916f8 req-7110697b-b870-480e-86e5-a3a9e51cf17d service neutron] Bound port: a232897e-d288-4d6d-8d8a-ed2da6cc181c, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72e3ade1-cead-4288-afb3-eceacb264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '31d40b1e-6325-447a-b5a1-db51342d35c1'}}] {{(pid=103681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:37:55.500543 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-7795f578-0bfa-4dc2-9eda-f347f11916f8 req-7110697b-b870-480e-86e5-a3a9e51cf17d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (a232897e-d288-4d6d-8d8a-ed2da6cc181c), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:55.562052 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9f51d-3a9f-40e1-aae4-41194fd3f496 req-6ce27a94-2854-40c3-a317-26a8ba73ab94 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:55.568895 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-82d9f51d-3a9f-40e1-aae4-41194fd3f496 req-6ce27a94-2854-40c3-a317-26a8ba73ab94 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=9663d894-94fe-4c80-a2ce-2204478d6201 HTTP/1.1" status: 200 len: 945 time: 0.0725994 Apr 06 16:37:55.580635 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-7795f578-0bfa-4dc2-9eda-f347f11916f8 req-7110697b-b870-480e-86e5-a3a9e51cf17d service neutron] For port a232897e-d288-4d6d-8d8a-ed2da6cc181c, host hv-cinder-81566, cleared binding levels {{(pid=103681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:37:55.583993 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-7795f578-0bfa-4dc2-9eda-f347f11916f8 req-7110697b-b870-480e-86e5-a3a9e51cf17d service neutron] For port a232897e-d288-4d6d-8d8a-ed2da6cc181c, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=a232897e-d288-4d6d-8d8a-ed2da6cc181c,segment=NetworkSegment(72e3ade1-cead-4288-afb3-eceacb264caa),segment_id=72e3ade1-cead-4288-afb3-eceacb264caa)] {{(pid=103681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:37:55.611725 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-82d9f51d-3a9f-40e1-aae4-41194fd3f496 req-45b3b4fb-d4a4-4b4f-b147-8f248ce322e0 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=64aa0ea3-fbaa-475e-a39e-a0c5bfaed353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419536 Apr 06 16:37:55.673371 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-7795f578-0bfa-4dc2-9eda-f347f11916f8 req-7110697b-b870-480e-86e5-a3a9e51cf17d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6161623'] for port (a232897e-d288-4d6d-8d8a-ed2da6cc181c), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:55.710456 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795f578-0bfa-4dc2-9eda-f347f11916f8 req-7110697b-b870-480e-86e5-a3a9e51cf17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:55.711078 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-7795f578-0bfa-4dc2-9eda-f347f11916f8 req-7110697b-b870-480e-86e5-a3a9e51cf17d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:55.712511 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-7795f578-0bfa-4dc2-9eda-f347f11916f8 req-7110697b-b870-480e-86e5-a3a9e51cf17d service neutron] 10.222.0.39 "PUT /v2.0/ports/a232897e-d288-4d6d-8d8a-ed2da6cc181c HTTP/1.1" status: 200 len: 1094 time: 0.9134519 Apr 06 16:37:55.713058 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07a0b3f8-6c03-4422-a52a-2dc265d2b240', 'tag': 'a232897e-d288-4d6d-8d8a-ed2da6cc181c'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:37:55.715246 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da169357ed327e8d081ee60461067b1ef6c636002c887d5121cbb3f742e83ced" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23912386-bfaf-4681-adef-cdf2eba32e6f" -d '{"events": [{"name": "network-changed", "server_uuid": "07a0b3f8-6c03-4422-a52a-2dc265d2b240", "tag": "a232897e-d288-4d6d-8d8a-ed2da6cc181c"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:37:55.748756 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7110697b-b870-480e-86e5-a3a9e51cf17d service neutron] Pushing event updated for resources: {'Port': ['ID=a232897e-d288-4d6d-8d8a-ed2da6cc181c,revision_number=3']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:37:55.773619 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66237d7-e762-4bc0-8af8-1e9560fb3739 x-openstack-request-id: req-a66237d7-e762-4bc0-8af8-1e9560fb3739 {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:37:55.774026 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07a0b3f8-6c03-4422-a52a-2dc265d2b240", "tag": "a232897e-d288-4d6d-8d8a-ed2da6cc181c", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:37:55.774343 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a66237d7-e762-4bc0-8af8-1e9560fb3739 {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:37:55.774815 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a66237d7-e762-4bc0-8af8-1e9560fb3739'] response: {'name': 'network-changed', 'server_uuid': '07a0b3f8-6c03-4422-a52a-2dc265d2b240', 'tag': 'a232897e-d288-4d6d-8d8a-ed2da6cc181c', 'status': 'completed', 'code': 200} Apr 06 16:37:55.846307 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23912386-bfaf-4681-adef-cdf2eba32e6f req-e05a1231-bd4e-4356-b619-a9164eaee714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:55.848141 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-23912386-bfaf-4681-adef-cdf2eba32e6f req-e05a1231-bd4e-4356-b619-a9164eaee714 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=df990c96c1f44ba6a6f2aa8be5911c99&device_id=07a0b3f8-6c03-4422-a52a-2dc265d2b240 HTTP/1.1" status: 200 len: 1128 time: 0.0509925 Apr 06 16:37:55.954663 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23912386-bfaf-4681-adef-cdf2eba32e6f req-f74ada96-51ba-4146-9479-238c2c939939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:55.956145 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-23912386-bfaf-4681-adef-cdf2eba32e6f req-f74ada96-51ba-4146-9479-238c2c939939 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=df990c96c1f44ba6a6f2aa8be5911c99&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1002293 Apr 06 16:37:56.051640 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23912386-bfaf-4681-adef-cdf2eba32e6f req-c1e2409c-1280-4747-a8b5-552d6a755662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:56.053114 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-23912386-bfaf-4681-adef-cdf2eba32e6f req-c1e2409c-1280-4747-a8b5-552d6a755662 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908093 Apr 06 16:37:56.064303 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 40548) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:37:56.132277 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795f578-0bfa-4dc2-9eda-f347f11916f8 req-703706db-2110-46d1-b2f5-e7da4d708fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:56.133769 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-7795f578-0bfa-4dc2-9eda-f347f11916f8 req-703706db-2110-46d1-b2f5-e7da4d708fb9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=df990c96c1f44ba6a6f2aa8be5911c99&device_id=07a0b3f8-6c03-4422-a52a-2dc265d2b240 HTTP/1.1" status: 200 len: 1128 time: 0.0448353 Apr 06 16:37:56.183197 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-7795f578-0bfa-4dc2-9eda-f347f11916f8 req-53249ca9-3886-4644-bdff-b09c65993749 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a232897e-d288-4d6d-8d8a-ed2da6cc181c HTTP/1.1" status: 200 len: 217 time: 0.0427008 Apr 06 16:37:56.298453 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795f578-0bfa-4dc2-9eda-f347f11916f8 req-cde665bc-10d0-4f77-8b37-3bd36a9619c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:56.299821 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-7795f578-0bfa-4dc2-9eda-f347f11916f8 req-cde665bc-10d0-4f77-8b37-3bd36a9619c0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=86d619c9-3cbf-4e29-bfd6-a7485621c49d HTTP/1.1" status: 200 len: 850 time: 0.0834651 Apr 06 16:37:56.460004 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device ce148ff5-40c5-4070-aec6-7b893d6fd454 up at agent hyperv_hv-cinder-81566 {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:37:56.576420 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Provisioning for port ce148ff5-40c5-4070-aec6-7b893d6fd454 completed by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 16:37:56.580937 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Provisioning complete for port ce148ff5-40c5-4070-aec6-7b893d6fd454 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:37:56.581442 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (ce148ff5-40c5-4070-aec6-7b893d6fd454), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:56.654698 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795f578-0bfa-4dc2-9eda-f347f11916f8 req-7b888241-a83d-4407-b7f5-32c70d0c88cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:56.656229 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-7795f578-0bfa-4dc2-9eda-f347f11916f8 req-7b888241-a83d-4407-b7f5-32c70d0c88cf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=31d40b1e-6325-447a-b5a1-db51342d35c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.3497493 Apr 06 16:37:56.664711 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Current status of the port ce148ff5-40c5-4070-aec6-7b893d6fd454 is: BUILD; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:37:56.665105 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (ce148ff5-40c5-4070-aec6-7b893d6fd454), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:56.689592 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9663d894-94fe-4c80-a2ce-2204478d6201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce148ff5-40c5-4070-aec6-7b893d6fd454'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:37:56.692086 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f701ca042f89aa6373cad35a0647e7390d8b08e4e39c46ca7d095e958c03af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2d5613-3e37-41ba-95b5-cf6374a8ea90" -d '{"events": [{"server_uuid": "9663d894-94fe-4c80-a2ce-2204478d6201", "name": "network-vif-plugged", "status": "completed", "tag": "ce148ff5-40c5-4070-aec6-7b893d6fd454"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:37:56.705863 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port ce148ff5-40c5-4070-aec6-7b893d6fd454, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ce148ff5-40c5-4070-aec6-7b893d6fd454,segment=NetworkSegment(9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0),segment_id=9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:37:56.735214 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eac599-efba-41c4-95bc-25a5929f09cc req-19bf053c-5cc1-4a4e-906f-ef236b26f5c8 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:56.736735 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-54eac599-efba-41c4-95bc-25a5929f09cc req-19bf053c-5cc1-4a4e-906f-ef236b26f5c8 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=9663d894-94fe-4c80-a2ce-2204478d6201 HTTP/1.1" status: 200 len: 945 time: 0.0549250 Apr 06 16:37:56.769027 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f547f-94bf-430c-9f6e-3db5563160a0 req-3befea47-893c-4bf8-8b28-ba75da6676be tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:56.770495 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-6d5f547f-94bf-430c-9f6e-3db5563160a0 req-3befea47-893c-4bf8-8b28-ba75da6676be tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a0b3f8-6c03-4422-a52a-2dc265d2b240 HTTP/1.1" status: 200 len: 944 time: 0.1645622 Apr 06 16:37:56.785253 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-54eac599-efba-41c4-95bc-25a5929f09cc req-6f2eb3b8-2c53-4446-87a3-2a1b520489a5 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=64aa0ea3-fbaa-475e-a39e-a0c5bfaed353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424087 Apr 06 16:37:56.793083 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (ce148ff5-40c5-4070-aec6-7b893d6fd454), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:56.838747 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1d28d8-440b-4255-8b40-3a014dce3cea x-openstack-request-id: req-2b1d28d8-440b-4255-8b40-3a014dce3cea {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:37:56.839048 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9663d894-94fe-4c80-a2ce-2204478d6201", "name": "network-vif-plugged", "status": "completed", "tag": "ce148ff5-40c5-4070-aec6-7b893d6fd454", "code": 200}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:37:56.839489 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2b1d28d8-440b-4255-8b40-3a014dce3cea {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:37:56.839916 dv-cinder-815660-7-smb neutron-server[103682]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b1d28d8-440b-4255-8b40-3a014dce3cea'] response: {'server_uuid': '9663d894-94fe-4c80-a2ce-2204478d6201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce148ff5-40c5-4070-aec6-7b893d6fd454', 'code': 200} Apr 06 16:37:56.856603 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Pushing event updated for resources: {'Port': ['ID=ce148ff5-40c5-4070-aec6-7b893d6fd454,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:37:56.866342 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-7795f578-0bfa-4dc2-9eda-f347f11916f8 req-72bca6bc-c8e6-4a67-82b0-a3fca0e02368 service neutron] 10.222.0.39 "GET /v2.0/networks/31d40b1e-6325-447a-b5a1-db51342d35c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827500 Apr 06 16:37:56.920147 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-6d5f547f-94bf-430c-9f6e-3db5563160a0 req-78c55e74-a851-426f-9b82-85e8e85cda59 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ef1372b-ba04-4cf1-8337-0302c62462fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423707 Apr 06 16:37:57.045736 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-7795f578-0bfa-4dc2-9eda-f347f11916f8 req-dd628852-b9f0-4860-8562-05a5c05c5fc5 service neutron] 10.222.0.39 "GET /v2.0/networks/31d40b1e-6325-447a-b5a1-db51342d35c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535754 Apr 06 16:37:57.128881 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c66969be-fa04-4a4b-91cf-afb5d217dcb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617325'] for router_interface (4db718bd-92f7-4920-9f2c-e07323d650c5), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:57.380598 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4fbf2-f34b-413a-9462-a3bf87c6a5da req-15a8eb60-31c2-4554-aa82-75b24c79e15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:57.382000 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-c8b4fbf2-f34b-413a-9462-a3bf87c6a5da req-15a8eb60-31c2-4554-aa82-75b24c79e15d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9663d894-94fe-4c80-a2ce-2204478d6201 HTTP/1.1" status: 200 len: 1130 time: 0.1471338 Apr 06 16:37:57.475431 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-c66969be-fa04-4a4b-91cf-afb5d217dcb8 admin admin] Deleting port bcc887f8-17cb-4d07-9f7a-20921d3830d9 {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:37:57.475795 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c66969be-fa04-4a4b-91cf-afb5d217dcb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (bcc887f8-17cb-4d07-9f7a-20921d3830d9), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:57.557065 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.db [None req-c66969be-fa04-4a4b-91cf-afb5d217dcb8 admin admin] For port bcc887f8-17cb-4d07-9f7a-20921d3830d9, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=bcc887f8-17cb-4d07-9f7a-20921d3830d9,segment=NetworkSegment(49637f16-8a9e-4a3a-a172-f92b3c19ec2f),segment_id=49637f16-8a9e-4a3a-a172-f92b3c19ec2f)] {{(pid=103681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:37:57.557427 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c66969be-fa04-4a4b-91cf-afb5d217dcb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (bcc887f8-17cb-4d07-9f7a-20921d3830d9), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:57.571057 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-c66969be-fa04-4a4b-91cf-afb5d217dcb8 admin admin] Calling delete_port for bcc887f8-17cb-4d07-9f7a-20921d3830d9 owned by network:router_interface {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:37:57.838356 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c66969be-fa04-4a4b-91cf-afb5d217dcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6161582'] for port (bcc887f8-17cb-4d07-9f7a-20921d3830d9), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:57.865744 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66969be-fa04-4a4b-91cf-afb5d217dcb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcc887f8-17cb-4d07-9f7a-20921d3830d9,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:37:57.917343 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c710f56-ea83-4962-8eb1-79aa17b3f998 req-88a6ce7e-ea65-4425-8e8c-adc5ec5ee691 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:57.920126 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-0c710f56-ea83-4962-8eb1-79aa17b3f998 req-88a6ce7e-ea65-4425-8e8c-adc5ec5ee691 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=9663d894-94fe-4c80-a2ce-2204478d6201 HTTP/1.1" status: 200 len: 946 time: 0.0660875 Apr 06 16:37:57.972721 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-0c710f56-ea83-4962-8eb1-79aa17b3f998 req-012d91f2-c5a4-45a3-a8b7-f2c37e867e97 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=64aa0ea3-fbaa-475e-a39e-a0c5bfaed353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464721 Apr 06 16:37:58.076706 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c66969be-fa04-4a4b-91cf-afb5d217dcb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617213'] for router_interface (4db718bd-92f7-4920-9f2c-e07323d650c5), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:58.100126 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883358c-879c-4b52-8685-9a7194bf5a8a req-e89e391e-8526-4e18-8484-b06172759e56 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:58.101615 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-7883358c-879c-4b52-8685-9a7194bf5a8a req-e89e391e-8526-4e18-8484-b06172759e56 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a0b3f8-6c03-4422-a52a-2dc265d2b240 HTTP/1.1" status: 200 len: 944 time: 0.0787082 Apr 06 16:37:58.219418 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-7883358c-879c-4b52-8685-9a7194bf5a8a req-1a400b77-04f1-4888-8850-b218e13a0c9a tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ef1372b-ba04-4cf1-8337-0302c62462fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860825 Apr 06 16:37:58.344367 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c66969be-fa04-4a4b-91cf-afb5d217dcb8 admin admin] Router 4db718bd-92f7-4920-9f2c-e07323d650c5 has already been hosted by L3 agent 94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e {{(pid=103681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:37:58.452575 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66969be-fa04-4a4b-91cf-afb5d217dcb8 admin admin] Notify agent at l3_agent.dv-cinder-815660-7-smb the message routers_updated {{(pid=103681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:37:58.457998 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-c66969be-fa04-4a4b-91cf-afb5d217dcb8 admin admin] 10.222.0.49 "PUT /v2.0/routers/4db718bd-92f7-4920-9f2c-e07323d650c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3926830 Apr 06 16:37:58.460632 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 40564) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:37:58.462636 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ce5506-810b-4e41-b976-aa63cf865a05 None None] Sync routers for ids ['4db718bd-92f7-4920-9f2c-e07323d650c5'] in dv-cinder-815660-7-smb {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:37:58.479058 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ce5506-810b-4e41-b976-aa63cf865a05 None None] Routers {'4db718bd-92f7-4920-9f2c-e07323d650c5'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:37:58.479783 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-e1ce5506-810b-4e41-b976-aa63cf865a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:37:32Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['4db718bd-92f7-4920-9f2c-e07323d650c5'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:37:58.726347 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-e1ce5506-810b-4e41-b976-aa63cf865a05 None None] Set router 4db718bd-92f7-4920-9f2c-e07323d650c5 gateway port host: dv-cinder-815660-7-smb {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:37:58.802624 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-4c932546-2e88-4f8b-8556-3de7a17e77aa admin admin] Publish callbacks [] for router (4db718bd-92f7-4920-9f2c-e07323d650c5), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:58.904432 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-e1ce5506-810b-4e41-b976-aa63cf865a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1620502577-router', 'tenant_id': '8d1c6d06c04543878527856ba1e8d48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': 'e2089023-cc90-4268-b659-37fd05f1c4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:16Z', 'updated_at': '2022-04-06T16:37:57Z', 'revision_number': 5, 'project_id': '8d1c6d06c04543878527856ba1e8d48c', 'gw_port': {'id': 'e2089023-cc90-4268-b659-37fd05f1c4ba', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:18Z', 'updated_at': '2022-04-06T16:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb'}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:37:58.908689 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-4c932546-2e88-4f8b-8556-3de7a17e77aa admin admin] Publish callbacks [] for router_gateway (4db718bd-92f7-4920-9f2c-e07323d650c5), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:58.930930 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ce5506-810b-4e41-b976-aa63cf865a05 None None] Checking router: 4db718bd-92f7-4920-9f2c-e07323d650c5 for host: dv-cinder-815660-7-smb {{(pid=103682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:37:58.939863 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ce5506-810b-4e41-b976-aa63cf865a05 None None] Routers {'4db718bd-92f7-4920-9f2c-e07323d650c5'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:37:58.940465 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-e1ce5506-810b-4e41-b976-aa63cf865a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:37:32Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['4db718bd-92f7-4920-9f2c-e07323d650c5'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:37:59.038839 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-4c932546-2e88-4f8b-8556-3de7a17e77aa admin admin] Deleting port e2089023-cc90-4268-b659-37fd05f1c4ba {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:37:59.039109 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-4c932546-2e88-4f8b-8556-3de7a17e77aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (e2089023-cc90-4268-b659-37fd05f1c4ba), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:59.050801 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-e1ce5506-810b-4e41-b976-aa63cf865a05 None None] Set router 4db718bd-92f7-4920-9f2c-e07323d650c5 gateway port host: dv-cinder-815660-7-smb {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:37:59.109698 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59776341-4b45-423e-9670-05658ba3b651 req-2dfacde9-4c15-4da2-a381-8d8e53af3597 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:59.112188 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-59776341-4b45-423e-9670-05658ba3b651 req-2dfacde9-4c15-4da2-a381-8d8e53af3597 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=9663d894-94fe-4c80-a2ce-2204478d6201 HTTP/1.1" status: 200 len: 946 time: 0.0584438 Apr 06 16:37:59.126872 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.db [None req-4c932546-2e88-4f8b-8556-3de7a17e77aa admin admin] For port e2089023-cc90-4268-b659-37fd05f1c4ba, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=e2089023-cc90-4268-b659-37fd05f1c4ba,segment=NetworkSegment(3728a512-0136-4544-ad0a-d8addcf850d8),segment_id=3728a512-0136-4544-ad0a-d8addcf850d8)] {{(pid=103681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:37:59.127327 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-4c932546-2e88-4f8b-8556-3de7a17e77aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (e2089023-cc90-4268-b659-37fd05f1c4ba), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:59.144332 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-4c932546-2e88-4f8b-8556-3de7a17e77aa admin admin] Calling delete_port for e2089023-cc90-4268-b659-37fd05f1c4ba owned by network:router_gateway {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:37:59.161317 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-59776341-4b45-423e-9670-05658ba3b651 req-749cfbab-da1a-4f67-8074-9e2dfbbbccec tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=64aa0ea3-fbaa-475e-a39e-a0c5bfaed353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428798 Apr 06 16:37:59.249676 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-e1ce5506-810b-4e41-b976-aa63cf865a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1620502577-router', 'tenant_id': '8d1c6d06c04543878527856ba1e8d48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': 'e2089023-cc90-4268-b659-37fd05f1c4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:16Z', 'updated_at': '2022-04-06T16:37:57Z', 'revision_number': 5, 'project_id': '8d1c6d06c04543878527856ba1e8d48c', 'gw_port': {'id': 'e2089023-cc90-4268-b659-37fd05f1c4ba', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:18Z', 'updated_at': '2022-04-06T16:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb'}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:37:59.287337 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ce5506-810b-4e41-b976-aa63cf865a05 None None] The sync data for ids ['4db718bd-92f7-4920-9f2c-e07323d650c5'] in dv-cinder-815660-7-smb is: [{'id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1620502577-router', 'tenant_id': '8d1c6d06c04543878527856ba1e8d48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': 'e2089023-cc90-4268-b659-37fd05f1c4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:16Z', 'updated_at': '2022-04-06T16:37:57Z', 'revision_number': 5, 'project_id': '8d1c6d06c04543878527856ba1e8d48c', 'gw_port': {'id': 'e2089023-cc90-4268-b659-37fd05f1c4ba', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db718bd-92f7-4920-9f2c-e07323d650c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:18Z', 'updated_at': '2022-04-06T16:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb'}] {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:37:59.369851 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e611df02-3151-4125-b238-3c38a6f85902 req-1a3ef61b-f5a7-46e0-9b73-d838a8d044b5 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:37:59.372361 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-e611df02-3151-4125-b238-3c38a6f85902 req-1a3ef61b-f5a7-46e0-9b73-d838a8d044b5 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a0b3f8-6c03-4422-a52a-2dc265d2b240 HTTP/1.1" status: 200 len: 944 time: 0.0778732 Apr 06 16:37:59.411656 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-c8b4fbf2-f34b-413a-9462-a3bf87c6a5da req-0f36f36e-9bec-4a82-9916-ae35813527d4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=64aa0ea3-fbaa-475e-a39e-a0c5bfaed353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640652 Apr 06 16:37:59.429623 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-4c932546-2e88-4f8b-8556-3de7a17e77aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6161582'] for port (e2089023-cc90-4268-b659-37fd05f1c4ba), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:59.456745 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-e611df02-3151-4125-b238-3c38a6f85902 req-da30c0ff-2c37-41a6-913e-7d5b60353fc4 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ef1372b-ba04-4cf1-8337-0302c62462fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791893 Apr 06 16:37:59.459515 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c932546-2e88-4f8b-8556-3de7a17e77aa admin admin] Pushing event deleted for resources: {'Port': ['ID=e2089023-cc90-4268-b659-37fd05f1c4ba,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:37:59.524045 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-4c932546-2e88-4f8b-8556-3de7a17e77aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617019'] for router_gateway (4db718bd-92f7-4920-9f2c-e07323d650c5), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:59.641794 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-4c932546-2e88-4f8b-8556-3de7a17e77aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-616840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3787'] for router (4db718bd-92f7-4920-9f2c-e07323d650c5), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:59.645299 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-4c932546-2e88-4f8b-8556-3de7a17e77aa admin admin] Publish callbacks [] for router_controller (4db718bd-92f7-4920-9f2c-e07323d650c5), precommit_delete_associations {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:59.736150 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-00cc62c5-b8a8-445f-8fa9-89cf8c333dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:59.763499 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device bcc887f8-17cb-4d07-9f7a-20921d3830d9 no longer exists at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:37:59.771514 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] No Port match for: bcc887f8-17cb-4d07-9f7a-20921d3830d9 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:37:59.771895 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device bcc887f8-17cb-4d07-9f7a-20921d3830d9 not bound to the agent host dv-cinder-815660-7-smb {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:37:59.820699 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-4c932546-2e88-4f8b-8556-3de7a17e77aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616833'] for router (4db718bd-92f7-4920-9f2c-e07323d650c5), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:59.821247 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c932546-2e88-4f8b-8556-3de7a17e77aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4db718bd-92f7-4920-9f2c-e07323d650c5 {{(pid=103681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 16:37:59.826127 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-4c932546-2e88-4f8b-8556-3de7a17e77aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:59.827272 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-4c932546-2e88-4f8b-8556-3de7a17e77aa admin admin] 10.222.0.49 "DELETE /v2.0/routers/4db718bd-92f7-4920-9f2c-e07323d650c5 HTTP/1.1" status: 204 len: 168 time: 1.3657324 Apr 06 16:37:59.829773 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 40570) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:37:59.878626 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.db_base_plugin_v2 [None req-059856c3-6fb8-49d0-92b0-a9c5a304a237 admin admin] Deleting subnet 5076aaf7-c1a1-40bf-87fc-8e1e2ced2174 {{(pid=103681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 16:37:59.882039 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-059856c3-6fb8-49d0-92b0-a9c5a304a237 admin admin] Publish callbacks [] for subnet (5076aaf7-c1a1-40bf-87fc-8e1e2ced2174), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:37:59.919427 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-059856c3-6fb8-49d0-92b0-a9c5a304a237 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4248456'] for subnet (5076aaf7-c1a1-40bf-87fc-8e1e2ced2174), precommit_delete_associations {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:00.030506 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-059856c3-6fb8-49d0-92b0-a9c5a304a237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1833433'] for subnet (5076aaf7-c1a1-40bf-87fc-8e1e2ced2174), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:00.186875 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-059856c3-6fb8-49d0-92b0-a9c5a304a237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1833430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6161561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4648802'] for subnet (5076aaf7-c1a1-40bf-87fc-8e1e2ced2174), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:00.212181 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059856c3-6fb8-49d0-92b0-a9c5a304a237 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5076aaf7-c1a1-40bf-87fc-8e1e2ced2174,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:38:00.216948 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-059856c3-6fb8-49d0-92b0-a9c5a304a237 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for subnet (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:00.219857 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-059856c3-6fb8-49d0-92b0-a9c5a304a237 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/5076aaf7-c1a1-40bf-87fc-8e1e2ced2174 HTTP/1.1" status: 204 len: 168 time: 0.3890016 Apr 06 16:38:00.223417 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 40574) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:38:00.225593 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a41582-6cd8-467a-bb0b-a33f336e9465 None None] Network dad9ba10-e8cf-4082-94bd-2291edc537cc requested from dv-cinder-815660-7-smb {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:38:00.335437 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-890d2d08-e0ab-45df-9394-9269720c5e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1710238'] for network (dad9ba10-e8cf-4082-94bd-2291edc537cc), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:00.352310 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b3ee7-c159-4873-b8e5-cc3a13c2fb1a req-2609cb58-c83d-4497-af1f-3c9025304392 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:38:00.353776 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-6a9b3ee7-c159-4873-b8e5-cc3a13c2fb1a req-2609cb58-c83d-4497-af1f-3c9025304392 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=9663d894-94fe-4c80-a2ce-2204478d6201 HTTP/1.1" status: 200 len: 946 time: 0.1126351 Apr 06 16:38:00.396834 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63642df2-0e08-4d89-9325-52653941c144 None None] DHCP port deletion for dad9ba10-e8cf-4082-94bd-2291edc537cc request from dv-cinder-815660-7-smb {{(pid=103682) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 16:38:00.431856 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-6a9b3ee7-c159-4873-b8e5-cc3a13c2fb1a req-675b4864-022a-49cb-8514-bce431052c17 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=64aa0ea3-fbaa-475e-a39e-a0c5bfaed353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718384 Apr 06 16:38:00.437829 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-890d2d08-e0ab-45df-9394-9269720c5e47 admin admin] Deleting port f9322d57-bcb7-45e8-a8cf-2f2536098906 {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:38:00.438108 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-890d2d08-e0ab-45df-9394-9269720c5e47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (f9322d57-bcb7-45e8-a8cf-2f2536098906), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:00.450822 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-63642df2-0e08-4d89-9325-52653941c144 None None] Deleting port f9322d57-bcb7-45e8-a8cf-2f2536098906 {{(pid=103682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:38:00.451183 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-63642df2-0e08-4d89-9325-52653941c144 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (f9322d57-bcb7-45e8-a8cf-2f2536098906), before_delete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:00.489926 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device a232897e-d288-4d6d-8d8a-ed2da6cc181c details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=103682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 16:38:00.509113 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [None req-890d2d08-e0ab-45df-9394-9269720c5e47 admin admin] For port f9322d57-bcb7-45e8-a8cf-2f2536098906, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=f9322d57-bcb7-45e8-a8cf-2f2536098906,segment=NetworkSegment(49637f16-8a9e-4a3a-a172-f92b3c19ec2f),segment_id=49637f16-8a9e-4a3a-a172-f92b3c19ec2f)] {{(pid=103680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:38:00.509932 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-890d2d08-e0ab-45df-9394-9269720c5e47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (f9322d57-bcb7-45e8-a8cf-2f2536098906), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:00.524758 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-890d2d08-e0ab-45df-9394-9269720c5e47 admin admin] Calling delete_port for f9322d57-bcb7-45e8-a8cf-2f2536098906 owned by network:dhcp {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:38:00.530851 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-63642df2-0e08-4d89-9325-52653941c144 None None] For port f9322d57-bcb7-45e8-a8cf-2f2536098906, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=f9322d57-bcb7-45e8-a8cf-2f2536098906,segment=NetworkSegment(49637f16-8a9e-4a3a-a172-f92b3c19ec2f),segment_id=49637f16-8a9e-4a3a-a172-f92b3c19ec2f)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:38:00.531253 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-63642df2-0e08-4d89-9325-52653941c144 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (f9322d57-bcb7-45e8-a8cf-2f2536098906), precommit_delete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:00.550766 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-63642df2-0e08-4d89-9325-52653941c144 None None] Calling delete_port for f9322d57-bcb7-45e8-a8cf-2f2536098906 owned by network:dhcp {{(pid=103682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:38:00.605673 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d6815-69ce-4afc-a5b3-636474956aaf req-d4f734d5-d3d0-4a7d-a2f1-0341b98660b7 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:38:00.612223 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-253d6815-69ce-4afc-a5b3-636474956aaf req-d4f734d5-d3d0-4a7d-a2f1-0341b98660b7 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a0b3f8-6c03-4422-a52a-2dc265d2b240 HTTP/1.1" status: 200 len: 944 time: 0.0711691 Apr 06 16:38:00.662067 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-253d6815-69ce-4afc-a5b3-636474956aaf req-f0f0a6f8-ffb9-4a08-9744-a32846ec8d49 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ef1372b-ba04-4cf1-8337-0302c62462fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423172 Apr 06 16:38:00.711678 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-890d2d08-e0ab-45df-9394-9269720c5e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (f9322d57-bcb7-45e8-a8cf-2f2536098906), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:00.732184 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port a232897e-d288-4d6d-8d8a-ed2da6cc181c, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=a232897e-d288-4d6d-8d8a-ed2da6cc181c,segment=NetworkSegment(72e3ade1-cead-4288-afb3-eceacb264caa),segment_id=72e3ade1-cead-4288-afb3-eceacb264caa)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:38:00.740897 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d2d08-e0ab-45df-9394-9269720c5e47 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9322d57-bcb7-45e8-a8cf-2f2536098906,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:38:00.744572 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890d2d08-e0ab-45df-9394-9269720c5e47 admin admin] No DVR routers for this DVR port f9322d57-bcb7-45e8-a8cf-2f2536098906 on host dv-cinder-815660-7-smb {{(pid=103680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:38:00.759661 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Returning: {'device': 'a232897e-d288-4d6d-8d8a-ed2da6cc181c', 'network_id': '31d40b1e-6325-447a-b5a1-db51342d35c1', 'port_id': 'a232897e-d288-4d6d-8d8a-ed2da6cc181c', 'mac_address': 'fa:16:3e:d2:87:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d619c9-3cbf-4e29-bfd6-a7485621c49d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 16:38:00.768539 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-63642df2-0e08-4d89-9325-52653941c144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285'] for port (f9322d57-bcb7-45e8-a8cf-2f2536098906), after_delete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:00.814537 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63642df2-0e08-4d89-9325-52653941c144 None None] Pushing event deleted for resources: {'Port': ['ID=f9322d57-bcb7-45e8-a8cf-2f2536098906,revision_number=None']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:38:00.816004 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-890d2d08-e0ab-45df-9394-9269720c5e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1831458', 'neutron.services.segments.db._delete_segments_for_network-8758156444793'] for network (dad9ba10-e8cf-4082-94bd-2291edc537cc), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:00.823136 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63642df2-0e08-4d89-9325-52653941c144 None None] No DVR routers for this DVR port f9322d57-bcb7-45e8-a8cf-2f2536098906 on host dv-cinder-815660-7-smb {{(pid=103682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:38:00.833983 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Current status of the port a232897e-d288-4d6d-8d8a-ed2da6cc181c is: DOWN; New status is: BUILD {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:38:00.834383 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (a232897e-d288-4d6d-8d8a-ed2da6cc181c), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:00.837660 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.services.segments.db [None req-890d2d08-e0ab-45df-9394-9269720c5e47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dad9ba10-e8cf-4082-94bd-2291edc537cc']}} {{(pid=103680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:38:00.850828 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.notifiers.nova [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a232897e-d288-4d6d-8d8a-ed2da6cc181c {{(pid=103682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:38:00.854756 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.services.segments.db [None req-890d2d08-e0ab-45df-9394-9269720c5e47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49637f16-8a9e-4a3a-a172-f92b3c19ec2f') {'for_net_delete': True} {{(pid=103680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:38:00.855338 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.services.segments.db [None req-890d2d08-e0ab-45df-9394-9269720c5e47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49637f16-8a9e-4a3a-a172-f92b3c19ec2f') {} {{(pid=103680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:38:00.865986 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-890d2d08-e0ab-45df-9394-9269720c5e47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758156443522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5945779'] for segment (49637f16-8a9e-4a3a-a172-f92b3c19ec2f), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:00.870559 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port a232897e-d288-4d6d-8d8a-ed2da6cc181c, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=a232897e-d288-4d6d-8d8a-ed2da6cc181c,segment=NetworkSegment(72e3ade1-cead-4288-afb3-eceacb264caa),segment_id=72e3ade1-cead-4288-afb3-eceacb264caa)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:38:00.879862 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-890d2d08-e0ab-45df-9394-9269720c5e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1728802'] for segment (49637f16-8a9e-4a3a-a172-f92b3c19ec2f), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:00.885829 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-890d2d08-e0ab-45df-9394-9269720c5e47 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103680) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 16:38:00.886214 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-890d2d08-e0ab-45df-9394-9269720c5e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1728802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5978208'] for segment (49637f16-8a9e-4a3a-a172-f92b3c19ec2f), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:00.888620 dv-cinder-815660-7-smb neutron-server[103680]: Traceback (most recent call last): Apr 06 16:38:00.888620 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 16:38:00.888620 dv-cinder-815660-7-smb neutron-server[103680]: timer() Apr 06 16:38:00.888620 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 16:38:00.888620 dv-cinder-815660-7-smb neutron-server[103680]: cb(*args, **kw) Apr 06 16:38:00.888620 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 16:38:00.888620 dv-cinder-815660-7-smb neutron-server[103680]: return func(*args, **kwargs) Apr 06 16:38:00.888620 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 16:38:00.888620 dv-cinder-815660-7-smb neutron-server[103680]: self._notify() Apr 06 16:38:00.888620 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 16:38:00.888620 dv-cinder-815660-7-smb neutron-server[103680]: self.callback(batched_events) Apr 06 16:38:00.888620 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 16:38:00.888620 dv-cinder-815660-7-smb neutron-server[103680]: event.method(event) Apr 06 16:38:00.888620 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 16:38:00.888620 dv-cinder-815660-7-smb neutron-server[103680]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 16:38:00.888620 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 16:38:00.888620 dv-cinder-815660-7-smb neutron-server[103680]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 16:38:00.888620 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 16:38:00.888620 dv-cinder-815660-7-smb neutron-server[103680]: return f(self, *a, **k) Apr 06 16:38:00.888620 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 16:38:00.888620 dv-cinder-815660-7-smb neutron-server[103680]: return self._get(url).json() Apr 06 16:38:00.888620 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 16:38:00.888620 dv-cinder-815660-7-smb neutron-server[103680]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 16:38:00.888620 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 16:38:00.888620 dv-cinder-815660-7-smb neutron-server[103680]: return self.request(url, 'GET', **kwargs) Apr 06 16:38:00.888620 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 16:38:00.888620 dv-cinder-815660-7-smb neutron-server[103680]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 16:38:00.888620 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 16:38:00.888620 dv-cinder-815660-7-smb neutron-server[103680]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 16:38:00.888620 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 16:38:00.888620 dv-cinder-815660-7-smb neutron-server[103680]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 16:38:00.888620 dv-cinder-815660-7-smb neutron-server[103680]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 16:38:00.963455 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (a232897e-d288-4d6d-8d8a-ed2da6cc181c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:00.997847 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-890d2d08-e0ab-45df-9394-9269720c5e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1831515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617055'] for network (dad9ba10-e8cf-4082-94bd-2291edc537cc), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:01.005061 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-890d2d08-e0ab-45df-9394-9269720c5e47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:01.010939 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-890d2d08-e0ab-45df-9394-9269720c5e47 admin admin] 10.222.0.49 "DELETE /v2.0/networks/dad9ba10-e8cf-4082-94bd-2291edc537cc HTTP/1.1" status: 204 len: 168 time: 0.7835577 Apr 06 16:38:01.017217 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Pushing event updated for resources: {'Port': ['ID=a232897e-d288-4d6d-8d8a-ed2da6cc181c,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:38:01.019414 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d2d08-e0ab-45df-9394-9269720c5e47 admin admin] Pushing event deleted for resources: {'Network': ['ID=dad9ba10-e8cf-4082-94bd-2291edc537cc,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:38:01.265509 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (0e5c86dc-cd19-4356-a060-9388d8808620), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:01.290302 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] get_ports_and_sgs() called for port_ids ['a232897e-d288-4d6d-8d8a-ed2da6cc181c'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:38:01.384317 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 40580) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:38:01.426073 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-4124cf19-2ceb-4b45-bc83-3d439e178415 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8d1c6d06c04543878527856ba1e8d48c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0404146 Apr 06 16:38:01.428980 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 40582) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:38:01.477364 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5729e0a3-eb02-4cea-a0b6-1c2d1db7a45e admin admin] Publish callbacks [] for security_group (6f66e380-7791-45f0-8176-82d4d55f5cc5), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:01.499738 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5729e0a3-eb02-4cea-a0b6-1c2d1db7a45e admin admin] Publish callbacks [] for security_group (6f66e380-7791-45f0-8176-82d4d55f5cc5), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:01.570661 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device e2089023-cc90-4268-b659-37fd05f1c4ba no longer exists at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:38:01.585166 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17bcd20-42c9-4331-a6e4-6c359a9cca3a req-edc73f85-9aa1-49f6-acee-7b718dc84ebc tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:38:01.586687 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-c17bcd20-42c9-4331-a6e4-6c359a9cca3a req-edc73f85-9aa1-49f6-acee-7b718dc84ebc tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=9663d894-94fe-4c80-a2ce-2204478d6201 HTTP/1.1" status: 200 len: 946 time: 0.0847523 Apr 06 16:38:01.602899 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] No Port match for: e2089023-cc90-4268-b659-37fd05f1c4ba {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:38:01.603247 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device e2089023-cc90-4268-b659-37fd05f1c4ba not bound to the agent host dv-cinder-815660-7-smb {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:38:01.603677 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device f9322d57-bcb7-45e8-a8cf-2f2536098906 no longer exists at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:38:01.623303 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] No Port match for: f9322d57-bcb7-45e8-a8cf-2f2536098906 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:38:01.623653 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device f9322d57-bcb7-45e8-a8cf-2f2536098906 not bound to the agent host dv-cinder-815660-7-smb {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:38:01.638168 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-c17bcd20-42c9-4331-a6e4-6c359a9cca3a req-cc694c78-d14a-4345-80a7-b820fb6d538f tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=64aa0ea3-fbaa-475e-a39e-a0c5bfaed353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438478 Apr 06 16:38:01.688994 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5729e0a3-eb02-4cea-a0b6-1c2d1db7a45e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (6f66e380-7791-45f0-8176-82d4d55f5cc5), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:01.691544 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5729e0a3-eb02-4cea-a0b6-1c2d1db7a45e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:01.695000 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-5729e0a3-eb02-4cea-a0b6-1c2d1db7a45e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6f66e380-7791-45f0-8176-82d4d55f5cc5 HTTP/1.1" status: 204 len: 168 time: 0.2626615 Apr 06 16:38:01.702695 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5729e0a3-eb02-4cea-a0b6-1c2d1db7a45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f66e380-7791-45f0-8176-82d4d55f5cc5,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:38:01.763806 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b2c26-21ba-4356-99e9-44790b1326e1 req-16d41d86-871d-41cc-8761-c3228991c368 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:38:01.766354 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-0f2b2c26-21ba-4356-99e9-44790b1326e1 req-16d41d86-871d-41cc-8761-c3228991c368 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=9663d894-94fe-4c80-a2ce-2204478d6201 HTTP/1.1" status: 200 len: 946 time: 0.0588932 Apr 06 16:38:01.774572 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 40592) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:38:01.781322 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-5ba2ddb1-944a-4703-8002-8af95472b555 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Request body: {'floatingip': {'port_id': 'ce148ff5-40c5-4070-aec6-7b893d6fd454'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:38:01.827624 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5ba2ddb1-944a-4703-8002-8af95472b555 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for floatingip (a7f3a585-f084-4c9b-9f07-9ca2725a89d5), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:01.867421 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2abfa1-d190-4224-b795-36d42711c626 req-bc4bec03-c90d-4d03-80ec-590ade8aa691 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:38:01.868918 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-8a2abfa1-d190-4224-b795-36d42711c626 req-bc4bec03-c90d-4d03-80ec-590ade8aa691 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a0b3f8-6c03-4422-a52a-2dc265d2b240 HTTP/1.1" status: 200 len: 945 time: 0.1267672 Apr 06 16:38:01.969172 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-8a2abfa1-d190-4224-b795-36d42711c626 req-f63cd9d5-93d4-45ba-a6a4-d32b8fb831dd tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ef1372b-ba04-4cf1-8337-0302c62462fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937190 Apr 06 16:38:02.043390 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-807b856e-f276-4667-9b5f-c766673fcc30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:02.500083 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device a232897e-d288-4d6d-8d8a-ed2da6cc181c up at agent hyperv_hv-cinder-81566 {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:38:02.566193 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5ba2ddb1-944a-4703-8002-8af95472b555 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:02.654432 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Provisioning for port a232897e-d288-4d6d-8d8a-ed2da6cc181c completed by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 16:38:02.658951 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Provisioning complete for port a232897e-d288-4d6d-8d8a-ed2da6cc181c triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:38:02.659362 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (a232897e-d288-4d6d-8d8a-ed2da6cc181c), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:02.665831 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5ba2ddb1-944a-4703-8002-8af95472b555 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617069'] for floatingip (a7f3a585-f084-4c9b-9f07-9ca2725a89d5), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:02.741388 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Current status of the port a232897e-d288-4d6d-8d8a-ed2da6cc181c is: BUILD; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:38:02.741787 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (a232897e-d288-4d6d-8d8a-ed2da6cc181c), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:02.770110 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a0b3f8-6c03-4422-a52a-2dc265d2b240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a232897e-d288-4d6d-8d8a-ed2da6cc181c'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:38:02.772349 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f701ca042f89aa6373cad35a0647e7390d8b08e4e39c46ca7d095e958c03af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8d568e-451a-4b40-96e1-b6735edcbcea" -d '{"events": [{"server_uuid": "07a0b3f8-6c03-4422-a52a-2dc265d2b240", "name": "network-vif-plugged", "status": "completed", "tag": "a232897e-d288-4d6d-8d8a-ed2da6cc181c"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:38:02.776751 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.db.l3_db [None req-5ba2ddb1-944a-4703-8002-8af95472b555 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Floating IP a7f3a585-f084-4c9b-9f07-9ca2725a89d5 associated. External IP: 172.28.0.171, port: ce148ff5-40c5-4070-aec6-7b893d6fd454. Apr 06 16:38:02.786041 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port a232897e-d288-4d6d-8d8a-ed2da6cc181c, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=a232897e-d288-4d6d-8d8a-ed2da6cc181c,segment=NetworkSegment(72e3ade1-cead-4288-afb3-eceacb264caa),segment_id=72e3ade1-cead-4288-afb3-eceacb264caa)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:38:02.830791 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c481db5b-4616-42b9-a170-2c4eca00757f x-openstack-request-id: req-c481db5b-4616-42b9-a170-2c4eca00757f {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:38:02.830791 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07a0b3f8-6c03-4422-a52a-2dc265d2b240", "name": "network-vif-plugged", "status": "completed", "tag": "a232897e-d288-4d6d-8d8a-ed2da6cc181c", "code": 200}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:38:02.830791 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c481db5b-4616-42b9-a170-2c4eca00757f {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:38:02.830791 dv-cinder-815660-7-smb neutron-server[103682]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c481db5b-4616-42b9-a170-2c4eca00757f'] response: {'server_uuid': '07a0b3f8-6c03-4422-a52a-2dc265d2b240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a232897e-d288-4d6d-8d8a-ed2da6cc181c', 'code': 200} Apr 06 16:38:02.894613 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (a232897e-d288-4d6d-8d8a-ed2da6cc181c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:02.946243 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Pushing event updated for resources: {'Port': ['ID=a232897e-d288-4d6d-8d8a-ed2da6cc181c,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:38:02.999815 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ba2ddb1-944a-4703-8002-8af95472b555 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Router 16901a2b-a0e0-4d5f-920d-7408ff2de157 has already been hosted by L3 agent 94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e {{(pid=103680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:38:03.166306 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a37d23-4273-4876-b60e-1ae6b6a1e5f4 req-d77eec32-f50f-422b-b438-5cd4eba4d0c3 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:38:03.168390 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-d3a37d23-4273-4876-b60e-1ae6b6a1e5f4 req-d77eec32-f50f-422b-b438-5cd4eba4d0c3 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a0b3f8-6c03-4422-a52a-2dc265d2b240 HTTP/1.1" status: 200 len: 946 time: 0.1154068 Apr 06 16:38:03.171431 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba2ddb1-944a-4703-8002-8af95472b555 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Notify agent at l3_agent.dv-cinder-815660-7-smb the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:38:03.176203 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5ba2ddb1-944a-4703-8002-8af95472b555 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for floatingip (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:03.187427 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7dc545-a700-4bcf-af42-b843216e69fd None None] Sync routers for ids ['16901a2b-a0e0-4d5f-920d-7408ff2de157'] in dv-cinder-815660-7-smb {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:38:03.199725 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7dc545-a700-4bcf-af42-b843216e69fd None None] Routers {'16901a2b-a0e0-4d5f-920d-7408ff2de157'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:38:03.200362 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-0a7dc545-a700-4bcf-af42-b843216e69fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:38:02Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['16901a2b-a0e0-4d5f-920d-7408ff2de157'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:38:03.222649 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-5ba2ddb1-944a-4703-8002-8af95472b555 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "PUT /v2.0/floatingips/a7f3a585-f084-4c9b-9f07-9ca2725a89d5 HTTP/1.1" status: 200 len: 992 time: 1.4470196 Apr 06 16:38:03.223484 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9663d894-94fe-4c80-a2ce-2204478d6201', 'tag': 'ce148ff5-40c5-4070-aec6-7b893d6fd454'}] {{(pid=103680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:38:03.225770 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37defc4f8c4d51421555421a688636eb49d5c8fee7a473d71a3f8bc7c746dcd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa6e779-ad57-482c-a2aa-f5197cdfd201" -d '{"events": [{"name": "network-changed", "server_uuid": "9663d894-94fe-4c80-a2ce-2204478d6201", "tag": "ce148ff5-40c5-4070-aec6-7b893d6fd454"}]}' {{(pid=103680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:38:03.241829 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5cfb26-400f-45b9-8b6a-7a380067a281 req-cdf86729-cfe2-42fb-813a-94c097f505b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:38:03.243779 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-5c5cfb26-400f-45b9-8b6a-7a380067a281 req-cdf86729-cfe2-42fb-813a-94c097f505b0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=07a0b3f8-6c03-4422-a52a-2dc265d2b240 HTTP/1.1" status: 200 len: 1130 time: 0.0799346 Apr 06 16:38:03.265305 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-d3a37d23-4273-4876-b60e-1ae6b6a1e5f4 req-483cf727-7b3c-4ac8-b3db-4f2754549a6a tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ef1372b-ba04-4cf1-8337-0302c62462fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692294 Apr 06 16:38:03.283917 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214af888-bc7b-4a6e-ad09-00d1241b825e x-openstack-request-id: req-214af888-bc7b-4a6e-ad09-00d1241b825e {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:38:03.283917 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9663d894-94fe-4c80-a2ce-2204478d6201", "tag": "ce148ff5-40c5-4070-aec6-7b893d6fd454", "status": "completed", "code": 200}]} {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:38:03.283917 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-214af888-bc7b-4a6e-ad09-00d1241b825e {{(pid=103680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:38:03.283917 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-214af888-bc7b-4a6e-ad09-00d1241b825e'] response: {'name': 'network-changed', 'server_uuid': '9663d894-94fe-4c80-a2ce-2204478d6201', 'tag': 'ce148ff5-40c5-4070-aec6-7b893d6fd454', 'status': 'completed', 'code': 200} Apr 06 16:38:03.305552 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-5c5cfb26-400f-45b9-8b6a-7a380067a281 req-e3e430dc-1b56-4315-a0b5-1eb082470f55 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0ef1372b-ba04-4cf1-8337-0302c62462fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553551 Apr 06 16:38:03.341165 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-0a7dc545-a700-4bcf-af42-b843216e69fd None None] Set router 16901a2b-a0e0-4d5f-920d-7408ff2de157 gateway port host: dv-cinder-815660-7-smb {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:38:03.352143 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6e779-ad57-482c-a2aa-f5197cdfd201 req-2683b26c-81ac-42bc-b4a8-ee32e5501818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:38:03.353758 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-5aa6e779-ad57-482c-a2aa-f5197cdfd201 req-2683b26c-81ac-42bc-b4a8-ee32e5501818 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e0d499680204ce48c74bc5d3b01a192&device_id=9663d894-94fe-4c80-a2ce-2204478d6201 HTTP/1.1" status: 200 len: 1130 time: 0.0474377 Apr 06 16:38:03.466473 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:03.569262 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-0a7dc545-a700-4bcf-af42-b843216e69fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'name': 'tempest-AttachVolumeNegativeTest-1107108701-router', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12'}], 'enable_snat': True}, 'gw_port_id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:32:37Z', 'updated_at': '2022-04-06T16:32:42Z', 'revision_number': 4, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'gw_port': {'id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:38Z', 'updated_at': '2022-04-06T16:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_floatingips': [{'id': 'a7f3a585-f084-4c9b-9f07-9ca2725a89d5', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'floating_ip_address': '172.28.0.171', 'floating_network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'router_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'port_id': 'ce148ff5-40c5-4070-aec6-7b893d6fd454', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'mac_address': 'fa:16:3e:59:b1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9663d894-94fe-4c80-a2ce-2204478d6201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:37:42Z', 'updated_at': '2022-04-06T16:38:02Z', 'revision_number': 1, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ed24226-3823-4f2b-b252-2fb23010c71e', 'name': '', 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'mac_address': 'fa:16:3e:e8:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:41Z', 'updated_at': '2022-04-06T16:32:47Z', 'revision_number': 5, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'subnets': [{'id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:38:03.600125 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7dc545-a700-4bcf-af42-b843216e69fd None None] Checking router: 16901a2b-a0e0-4d5f-920d-7408ff2de157 for host: dv-cinder-815660-7-smb {{(pid=103683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:38:03.606244 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7dc545-a700-4bcf-af42-b843216e69fd None None] Routers {'16901a2b-a0e0-4d5f-920d-7408ff2de157'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:38:03.606904 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-0a7dc545-a700-4bcf-af42-b843216e69fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:38:02Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['16901a2b-a0e0-4d5f-920d-7408ff2de157'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:38:03.669686 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6e779-ad57-482c-a2aa-f5197cdfd201 req-a921924d-1153-4f59-9fca-7a9ac6ad34cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:38:03.671219 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-5aa6e779-ad57-482c-a2aa-f5197cdfd201 req-a921924d-1153-4f59-9fca-7a9ac6ad34cb service neutron] 10.222.0.39 "GET /v2.0/networks?id=8ef6f925-e3af-4879-bc93-ee3096c80cf0 HTTP/1.1" status: 200 len: 916 time: 0.1019907 Apr 06 16:38:03.748140 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-5aa6e779-ad57-482c-a2aa-f5197cdfd201 req-d904d27c-d96a-4bf2-8059-c3b3c9d8c57e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce148ff5-40c5-4070-aec6-7b893d6fd454 HTTP/1.1" status: 200 len: 1000 time: 0.0688083 Apr 06 16:38:03.805275 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6e779-ad57-482c-a2aa-f5197cdfd201 req-5a08776a-8241-4d04-a52d-7d26a98b098a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:38:03.806773 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-5aa6e779-ad57-482c-a2aa-f5197cdfd201 req-5a08776a-8241-4d04-a52d-7d26a98b098a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1121a7e3-a3db-4af5-8ad9-70ecc903d4ca HTTP/1.1" status: 200 len: 854 time: 0.0518014 Apr 06 16:38:03.814935 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-0a7dc545-a700-4bcf-af42-b843216e69fd None None] Set router 16901a2b-a0e0-4d5f-920d-7408ff2de157 gateway port host: dv-cinder-815660-7-smb {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:38:04.047118 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-0a7dc545-a700-4bcf-af42-b843216e69fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'name': 'tempest-AttachVolumeNegativeTest-1107108701-router', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12'}], 'enable_snat': True}, 'gw_port_id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:32:37Z', 'updated_at': '2022-04-06T16:32:42Z', 'revision_number': 4, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'gw_port': {'id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:38Z', 'updated_at': '2022-04-06T16:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_floatingips': [{'id': 'a7f3a585-f084-4c9b-9f07-9ca2725a89d5', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'floating_ip_address': '172.28.0.171', 'floating_network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'router_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'port_id': 'ce148ff5-40c5-4070-aec6-7b893d6fd454', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'mac_address': 'fa:16:3e:59:b1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9663d894-94fe-4c80-a2ce-2204478d6201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:37:42Z', 'updated_at': '2022-04-06T16:38:02Z', 'revision_number': 1, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ed24226-3823-4f2b-b252-2fb23010c71e', 'name': '', 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'mac_address': 'fa:16:3e:e8:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:41Z', 'updated_at': '2022-04-06T16:32:47Z', 'revision_number': 5, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'subnets': [{'id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:38:04.073190 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7dc545-a700-4bcf-af42-b843216e69fd None None] The sync data for ids ['16901a2b-a0e0-4d5f-920d-7408ff2de157'] in dv-cinder-815660-7-smb is: [{'id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'name': 'tempest-AttachVolumeNegativeTest-1107108701-router', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12'}], 'enable_snat': True}, 'gw_port_id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:32:37Z', 'updated_at': '2022-04-06T16:32:42Z', 'revision_number': 4, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'gw_port': {'id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:38Z', 'updated_at': '2022-04-06T16:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_floatingips': [{'id': 'a7f3a585-f084-4c9b-9f07-9ca2725a89d5', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'floating_ip_address': '172.28.0.171', 'floating_network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'router_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'port_id': 'ce148ff5-40c5-4070-aec6-7b893d6fd454', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'mac_address': 'fa:16:3e:59:b1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9663d894-94fe-4c80-a2ce-2204478d6201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:37:42Z', 'updated_at': '2022-04-06T16:38:02Z', 'revision_number': 1, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ed24226-3823-4f2b-b252-2fb23010c71e', 'name': '', 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'mac_address': 'fa:16:3e:e8:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:41Z', 'updated_at': '2022-04-06T16:32:47Z', 'revision_number': 5, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'subnets': [{'id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:38:04.249232 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6e779-ad57-482c-a2aa-f5197cdfd201 req-84b14821-aa4c-42f8-b592-6cad9873432b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:38:04.250751 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-5aa6e779-ad57-482c-a2aa-f5197cdfd201 req-84b14821-aa4c-42f8-b592-6cad9873432b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8ef6f925-e3af-4879-bc93-ee3096c80cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0473428 Apr 06 16:38:04.265437 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ddf362-b2a9-4957-8fcd-c5508987203b None None] New status for floating IP a7f3a585-f084-4c9b-9f07-9ca2725a89d5: ACTIVE {{(pid=103682) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 16:38:04.350366 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-5aa6e779-ad57-482c-a2aa-f5197cdfd201 req-1c33345f-98f2-46c4-864c-10638f140f96 service neutron] 10.222.0.39 "GET /v2.0/networks/8ef6f925-e3af-4879-bc93-ee3096c80cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914381 Apr 06 16:38:04.412648 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3136c21e-4c2f-47c3-8a5a-e697585ab52e req-1c1f3dd8-9a1a-419e-9496-9d656638f221 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:38:04.414830 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-3136c21e-4c2f-47c3-8a5a-e697585ab52e req-1c1f3dd8-9a1a-419e-9496-9d656638f221 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a0b3f8-6c03-4422-a52a-2dc265d2b240 HTTP/1.1" status: 200 len: 946 time: 0.0690224 Apr 06 16:38:04.461386 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-5aa6e779-ad57-482c-a2aa-f5197cdfd201 req-81e2b678-ca1e-4096-829c-33f526f2282b service neutron] 10.222.0.39 "GET /v2.0/networks/8ef6f925-e3af-4879-bc93-ee3096c80cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034660 Apr 06 16:38:04.468575 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-3136c21e-4c2f-47c3-8a5a-e697585ab52e req-4c6ddcc3-1867-471a-ad5b-4e9c41349714 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ef1372b-ba04-4cf1-8337-0302c62462fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452514 Apr 06 16:38:04.505575 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 40644) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:38:04.619504 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5ca2c5f2-8ab1-4c23-bfe5-599ee4ae77fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:04.642935 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:04.696019 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5ca2c5f2-8ab1-4c23-bfe5-599ee4ae77fe admin admin] Publish callbacks [] for security_group (80558c27-fad1-40ba-a7f3-2943b14b7320), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:04.802874 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5ca2c5f2-8ab1-4c23-bfe5-599ee4ae77fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (80558c27-fad1-40ba-a7f3-2943b14b7320), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:04.844314 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-5ca2c5f2-8ab1-4c23-bfe5-599ee4ae77fe admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0e01c1e4601b442aada7fae37bbe4d3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3374534 Apr 06 16:38:04.845424 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca2c5f2-8ab1-4c23-bfe5-599ee4ae77fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80558c27-fad1-40ba-a7f3-2943b14b7320,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:38:04.847033 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 40648) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:38:04.896443 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-96796066-3f49-4691-8d17-604e95ff5ac1 admin admin] Publish callbacks [] for security_group (80558c27-fad1-40ba-a7f3-2943b14b7320), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:04.917472 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-96796066-3f49-4691-8d17-604e95ff5ac1 admin admin] Publish callbacks [] for security_group (80558c27-fad1-40ba-a7f3-2943b14b7320), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:05.076965 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-96796066-3f49-4691-8d17-604e95ff5ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (80558c27-fad1-40ba-a7f3-2943b14b7320), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:05.079473 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-96796066-3f49-4691-8d17-604e95ff5ac1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:05.080646 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-96796066-3f49-4691-8d17-604e95ff5ac1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/80558c27-fad1-40ba-a7f3-2943b14b7320 HTTP/1.1" status: 204 len: 168 time: 0.2325568 Apr 06 16:38:05.088903 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96796066-3f49-4691-8d17-604e95ff5ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80558c27-fad1-40ba-a7f3-2943b14b7320,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:38:05.595123 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f8257-7652-4b16-93d1-b0622327c707 req-c77c7a73-772c-4dfa-8d1d-606e6ee47161 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:38:05.596554 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-a52f8257-7652-4b16-93d1-b0622327c707 req-c77c7a73-772c-4dfa-8d1d-606e6ee47161 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a0b3f8-6c03-4422-a52a-2dc265d2b240 HTTP/1.1" status: 200 len: 946 time: 0.0532689 Apr 06 16:38:05.647531 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-a52f8257-7652-4b16-93d1-b0622327c707 req-3655fa70-6767-432d-95fb-71ee450530eb tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ef1372b-ba04-4cf1-8337-0302c62462fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450621 Apr 06 16:38:05.766915 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e620d235-dc50-4237-a41d-55e92e21000d req-99b45f0e-bd25-4550-94f2-01930727803b tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:38:05.768426 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-e620d235-dc50-4237-a41d-55e92e21000d req-99b45f0e-bd25-4550-94f2-01930727803b tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a0b3f8-6c03-4422-a52a-2dc265d2b240 HTTP/1.1" status: 200 len: 946 time: 0.0583379 Apr 06 16:38:05.778062 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 40658) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:38:05.782254 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [None req-a583a04c-463b-4659-96d5-0bca745d3db7 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Request body: {'floatingip': {'port_id': 'a232897e-d288-4d6d-8d8a-ed2da6cc181c'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:38:05.821364 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a583a04c-463b-4659-96d5-0bca745d3db7 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks [] for floatingip (c34b9291-6288-4b59-b197-7754be3d5af2), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:05.906870 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 40662) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:38:05.919812 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-6d7c030a-91c6-4bba-bce5-b2c13d0971b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:05.993015 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-6d7c030a-91c6-4bba-bce5-b2c13d0971b8 admin admin] Publish callbacks [] for security_group (02abc9fa-452e-4152-8454-44aa8fc310a8), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:06.099652 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-6d7c030a-91c6-4bba-bce5-b2c13d0971b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (02abc9fa-452e-4152-8454-44aa8fc310a8), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:06.140137 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-6d7c030a-91c6-4bba-bce5-b2c13d0971b8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=22def5480e4e4e7782b2588716027640&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320516 Apr 06 16:38:06.140925 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7c030a-91c6-4bba-bce5-b2c13d0971b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02abc9fa-452e-4152-8454-44aa8fc310a8,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:38:06.143319 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 40664) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:38:06.168754 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:06.194162 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-3c3a3237-f568-48cd-9e09-6e1d3acf2c87 admin admin] Publish callbacks [] for security_group (02abc9fa-452e-4152-8454-44aa8fc310a8), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:06.216610 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-3c3a3237-f568-48cd-9e09-6e1d3acf2c87 admin admin] Publish callbacks [] for security_group (02abc9fa-452e-4152-8454-44aa8fc310a8), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:06.268392 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a583a04c-463b-4659-96d5-0bca745d3db7 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:06.333992 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-3c3a3237-f568-48cd-9e09-6e1d3acf2c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (02abc9fa-452e-4152-8454-44aa8fc310a8), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:06.336729 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-3c3a3237-f568-48cd-9e09-6e1d3acf2c87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:06.337904 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-3c3a3237-f568-48cd-9e09-6e1d3acf2c87 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/02abc9fa-452e-4152-8454-44aa8fc310a8 HTTP/1.1" status: 204 len: 168 time: 0.1936436 Apr 06 16:38:06.346249 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a3237-f568-48cd-9e09-6e1d3acf2c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02abc9fa-452e-4152-8454-44aa8fc310a8,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:38:06.402683 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a583a04c-463b-4659-96d5-0bca745d3db7 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617069'] for floatingip (c34b9291-6288-4b59-b197-7754be3d5af2), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:06.509143 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.db.l3_db [None req-a583a04c-463b-4659-96d5-0bca745d3db7 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Floating IP c34b9291-6288-4b59-b197-7754be3d5af2 associated. External IP: 172.28.0.136, port: a232897e-d288-4d6d-8d8a-ed2da6cc181c. Apr 06 16:38:06.722242 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a583a04c-463b-4659-96d5-0bca745d3db7 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Router dd48a771-c84e-4f03-8a0f-c8c42aa8780a has already been hosted by L3 agent 94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e {{(pid=103681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:38:06.834026 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a583a04c-463b-4659-96d5-0bca745d3db7 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Notify agent at l3_agent.dv-cinder-815660-7-smb the message routers_updated {{(pid=103681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:38:06.838694 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a583a04c-463b-4659-96d5-0bca745d3db7 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for floatingip (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:06.844557 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c3d62f-ec14-4b4c-b585-1ea13e5a81a6 None None] Sync routers for ids ['dd48a771-c84e-4f03-8a0f-c8c42aa8780a'] in dv-cinder-815660-7-smb {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:38:06.862890 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c3d62f-ec14-4b4c-b585-1ea13e5a81a6 None None] Routers {'dd48a771-c84e-4f03-8a0f-c8c42aa8780a'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:38:06.863801 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-69c3d62f-ec14-4b4c-b585-1ea13e5a81a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:38:02Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['dd48a771-c84e-4f03-8a0f-c8c42aa8780a'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:38:06.869624 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-a583a04c-463b-4659-96d5-0bca745d3db7 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "PUT /v2.0/floatingips/c34b9291-6288-4b59-b197-7754be3d5af2 HTTP/1.1" status: 200 len: 992 time: 1.0903888 Apr 06 16:38:06.870779 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07a0b3f8-6c03-4422-a52a-2dc265d2b240', 'tag': 'a232897e-d288-4d6d-8d8a-ed2da6cc181c'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:38:06.873071 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da169357ed327e8d081ee60461067b1ef6c636002c887d5121cbb3f742e83ced" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c1e094-2493-4704-a24d-b494833e996e" -d '{"events": [{"name": "network-changed", "server_uuid": "07a0b3f8-6c03-4422-a52a-2dc265d2b240", "tag": "a232897e-d288-4d6d-8d8a-ed2da6cc181c"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:38:06.917099 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab14a650-3a73-4478-af44-40c892ef632f x-openstack-request-id: req-ab14a650-3a73-4478-af44-40c892ef632f {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:38:06.917099 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07a0b3f8-6c03-4422-a52a-2dc265d2b240", "tag": "a232897e-d288-4d6d-8d8a-ed2da6cc181c", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:38:06.917099 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ab14a650-3a73-4478-af44-40c892ef632f {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:38:06.917099 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab14a650-3a73-4478-af44-40c892ef632f'] response: {'name': 'network-changed', 'server_uuid': '07a0b3f8-6c03-4422-a52a-2dc265d2b240', 'tag': 'a232897e-d288-4d6d-8d8a-ed2da6cc181c', 'status': 'completed', 'code': 200} Apr 06 16:38:06.987189 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-69c3d62f-ec14-4b4c-b585-1ea13e5a81a6 None None] Set router dd48a771-c84e-4f03-8a0f-c8c42aa8780a gateway port host: dv-cinder-815660-7-smb {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:38:07.001325 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c1e094-2493-4704-a24d-b494833e996e req-9ce619e0-fc1e-4836-a9ae-ad1f594c3f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:38:07.002961 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-a0c1e094-2493-4704-a24d-b494833e996e req-9ce619e0-fc1e-4836-a9ae-ad1f594c3f23 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=df990c96c1f44ba6a6f2aa8be5911c99&device_id=07a0b3f8-6c03-4422-a52a-2dc265d2b240 HTTP/1.1" status: 200 len: 1130 time: 0.0598922 Apr 06 16:38:07.094300 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c1e094-2493-4704-a24d-b494833e996e req-4585e191-116f-4f08-97a4-775697d0491b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:38:07.096183 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-a0c1e094-2493-4704-a24d-b494833e996e req-4585e191-116f-4f08-97a4-775697d0491b service neutron] 10.222.0.39 "GET /v2.0/networks?id=31d40b1e-6325-447a-b5a1-db51342d35c1 HTTP/1.1" status: 200 len: 912 time: 0.0872977 Apr 06 16:38:07.168703 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-a0c1e094-2493-4704-a24d-b494833e996e req-905afda0-662c-4cae-baca-560e51cd5900 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a232897e-d288-4d6d-8d8a-ed2da6cc181c HTTP/1.1" status: 200 len: 1000 time: 0.0669904 Apr 06 16:38:07.243784 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-69c3d62f-ec14-4b4c-b585-1ea13e5a81a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'name': 'tempest-AttachVolumeTestJSON-2104936252-router', 'tenant_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': '3d3cad3b-c6e0-4df7-888b-f41f5228c2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:13Z', 'updated_at': '2022-04-06T16:31:22Z', 'revision_number': 4, 'project_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'gw_port': {'id': '3d3cad3b-c6e0-4df7-888b-f41f5228c2a4', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:14Z', 'updated_at': '2022-04-06T16:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_floatingips': [{'id': 'c34b9291-6288-4b59-b197-7754be3d5af2', 'tenant_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'floating_ip_address': '172.28.0.136', 'floating_network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'router_id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'port_id': 'a232897e-d288-4d6d-8d8a-ed2da6cc181c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31d40b1e-6325-447a-b5a1-db51342d35c1', 'mac_address': 'fa:16:3e:d2:87:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a0b3f8-6c03-4422-a52a-2dc265d2b240', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:37:45Z', 'updated_at': '2022-04-06T16:38:06Z', 'revision_number': 1, 'project_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb363f30-d077-4e2c-8dbb-5c48d20c0b07', 'name': '', 'network_id': '31d40b1e-6325-447a-b5a1-db51342d35c1', 'tenant_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'mac_address': 'fa:16:3e:cf:26:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '86d619c9-3cbf-4e29-bfd6-a7485621c49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:20Z', 'updated_at': '2022-04-06T16:31:36Z', 'revision_number': 5, 'project_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'subnets': [{'id': '86d619c9-3cbf-4e29-bfd6-a7485621c49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:38:07.248468 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c1e094-2493-4704-a24d-b494833e996e req-8c0a51c1-6e27-4cd1-823a-18c0aa01b386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:38:07.250278 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-a0c1e094-2493-4704-a24d-b494833e996e req-8c0a51c1-6e27-4cd1-823a-18c0aa01b386 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=86d619c9-3cbf-4e29-bfd6-a7485621c49d HTTP/1.1" status: 200 len: 850 time: 0.0752361 Apr 06 16:38:07.272296 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c3d62f-ec14-4b4c-b585-1ea13e5a81a6 None None] Checking router: dd48a771-c84e-4f03-8a0f-c8c42aa8780a for host: dv-cinder-815660-7-smb {{(pid=103683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:38:07.280579 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c3d62f-ec14-4b4c-b585-1ea13e5a81a6 None None] Routers {'dd48a771-c84e-4f03-8a0f-c8c42aa8780a'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:38:07.281188 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-69c3d62f-ec14-4b4c-b585-1ea13e5a81a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:38:02Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['dd48a771-c84e-4f03-8a0f-c8c42aa8780a'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:38:07.300426 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c1e094-2493-4704-a24d-b494833e996e req-5eb70ef0-2139-4743-abf8-0b09a2be39e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:38:07.301949 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-a0c1e094-2493-4704-a24d-b494833e996e req-5eb70ef0-2139-4743-abf8-0b09a2be39e3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=31d40b1e-6325-447a-b5a1-db51342d35c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0451105 Apr 06 16:38:07.395679 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-69c3d62f-ec14-4b4c-b585-1ea13e5a81a6 None None] Set router dd48a771-c84e-4f03-8a0f-c8c42aa8780a gateway port host: dv-cinder-815660-7-smb {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:38:07.407498 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-a0c1e094-2493-4704-a24d-b494833e996e req-5386d1de-d2c1-42ee-8751-f533003b3ab2 service neutron] 10.222.0.39 "GET /v2.0/networks/31d40b1e-6325-447a-b5a1-db51342d35c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987518 Apr 06 16:38:07.498162 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-a0c1e094-2493-4704-a24d-b494833e996e req-d3014635-8b2a-43fb-aa56-277a4ee7edd6 service neutron] 10.222.0.39 "GET /v2.0/networks/31d40b1e-6325-447a-b5a1-db51342d35c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845971 Apr 06 16:38:07.628695 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-69c3d62f-ec14-4b4c-b585-1ea13e5a81a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'name': 'tempest-AttachVolumeTestJSON-2104936252-router', 'tenant_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': '3d3cad3b-c6e0-4df7-888b-f41f5228c2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:13Z', 'updated_at': '2022-04-06T16:31:22Z', 'revision_number': 4, 'project_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'gw_port': {'id': '3d3cad3b-c6e0-4df7-888b-f41f5228c2a4', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:14Z', 'updated_at': '2022-04-06T16:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_floatingips': [{'id': 'c34b9291-6288-4b59-b197-7754be3d5af2', 'tenant_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'floating_ip_address': '172.28.0.136', 'floating_network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'router_id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'port_id': 'a232897e-d288-4d6d-8d8a-ed2da6cc181c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31d40b1e-6325-447a-b5a1-db51342d35c1', 'mac_address': 'fa:16:3e:d2:87:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a0b3f8-6c03-4422-a52a-2dc265d2b240', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:37:45Z', 'updated_at': '2022-04-06T16:38:06Z', 'revision_number': 1, 'project_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb363f30-d077-4e2c-8dbb-5c48d20c0b07', 'name': '', 'network_id': '31d40b1e-6325-447a-b5a1-db51342d35c1', 'tenant_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'mac_address': 'fa:16:3e:cf:26:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '86d619c9-3cbf-4e29-bfd6-a7485621c49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:20Z', 'updated_at': '2022-04-06T16:31:36Z', 'revision_number': 5, 'project_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'subnets': [{'id': '86d619c9-3cbf-4e29-bfd6-a7485621c49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:38:07.659160 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c3d62f-ec14-4b4c-b585-1ea13e5a81a6 None None] The sync data for ids ['dd48a771-c84e-4f03-8a0f-c8c42aa8780a'] in dv-cinder-815660-7-smb is: [{'id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'name': 'tempest-AttachVolumeTestJSON-2104936252-router', 'tenant_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': '3d3cad3b-c6e0-4df7-888b-f41f5228c2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:13Z', 'updated_at': '2022-04-06T16:31:22Z', 'revision_number': 4, 'project_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'gw_port': {'id': '3d3cad3b-c6e0-4df7-888b-f41f5228c2a4', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:14Z', 'updated_at': '2022-04-06T16:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_floatingips': [{'id': 'c34b9291-6288-4b59-b197-7754be3d5af2', 'tenant_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'floating_ip_address': '172.28.0.136', 'floating_network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'router_id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'port_id': 'a232897e-d288-4d6d-8d8a-ed2da6cc181c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31d40b1e-6325-447a-b5a1-db51342d35c1', 'mac_address': 'fa:16:3e:d2:87:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a0b3f8-6c03-4422-a52a-2dc265d2b240', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:37:45Z', 'updated_at': '2022-04-06T16:38:06Z', 'revision_number': 1, 'project_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb363f30-d077-4e2c-8dbb-5c48d20c0b07', 'name': '', 'network_id': '31d40b1e-6325-447a-b5a1-db51342d35c1', 'tenant_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'mac_address': 'fa:16:3e:cf:26:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '86d619c9-3cbf-4e29-bfd6-a7485621c49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:20Z', 'updated_at': '2022-04-06T16:31:36Z', 'revision_number': 5, 'project_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'subnets': [{'id': '86d619c9-3cbf-4e29-bfd6-a7485621c49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:38:07.854710 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd403af-0d16-475a-a10f-39db5f709614 None None] New status for floating IP c34b9291-6288-4b59-b197-7754be3d5af2: ACTIVE {{(pid=103682) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 16:38:09.297184 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 40714) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:38:09.401756 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f4a7b154-197e-4f99-b1f0-ffc68f00f1ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:09.473859 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f4a7b154-197e-4f99-b1f0-ffc68f00f1ba admin admin] Publish callbacks [] for security_group (8714dd30-ed76-453b-8108-29d11c999231), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:09.562073 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f4a7b154-197e-4f99-b1f0-ffc68f00f1ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (8714dd30-ed76-453b-8108-29d11c999231), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:09.605569 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-f4a7b154-197e-4f99-b1f0-ffc68f00f1ba admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4ba415b29376498fa01749c919367f4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3071535 Apr 06 16:38:09.606568 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a7b154-197e-4f99-b1f0-ffc68f00f1ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8714dd30-ed76-453b-8108-29d11c999231,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:38:09.608389 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 40718) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:38:09.659484 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-df75166c-cd5c-4968-baa5-1671ef8c9ba9 admin admin] Publish callbacks [] for security_group (8714dd30-ed76-453b-8108-29d11c999231), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:09.680411 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-df75166c-cd5c-4968-baa5-1671ef8c9ba9 admin admin] Publish callbacks [] for security_group (8714dd30-ed76-453b-8108-29d11c999231), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:09.808369 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-df75166c-cd5c-4968-baa5-1671ef8c9ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (8714dd30-ed76-453b-8108-29d11c999231), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:09.811034 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-df75166c-cd5c-4968-baa5-1671ef8c9ba9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:09.812220 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-df75166c-cd5c-4968-baa5-1671ef8c9ba9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8714dd30-ed76-453b-8108-29d11c999231 HTTP/1.1" status: 204 len: 168 time: 0.2020760 Apr 06 16:38:09.821626 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df75166c-cd5c-4968-baa5-1671ef8c9ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8714dd30-ed76-453b-8108-29d11c999231,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:38:09.829529 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75166c-cd5c-4968-baa5-1671ef8c9ba9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:38:09.829988 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75166c-cd5c-4968-baa5-1671ef8c9ba9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:38:09.830215 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75166c-cd5c-4968-baa5-1671ef8c9ba9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:38:09.830608 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75166c-cd5c-4968-baa5-1671ef8c9ba9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:38:09.830897 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75166c-cd5c-4968-baa5-1671ef8c9ba9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:38:09.831227 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75166c-cd5c-4968-baa5-1671ef8c9ba9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:38:09.831559 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75166c-cd5c-4968-baa5-1671ef8c9ba9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:38:09.831933 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75166c-cd5c-4968-baa5-1671ef8c9ba9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:38:09.832269 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75166c-cd5c-4968-baa5-1671ef8c9ba9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:38:09.832580 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75166c-cd5c-4968-baa5-1671ef8c9ba9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:38:09.832909 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75166c-cd5c-4968-baa5-1671ef8c9ba9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:38:09.833241 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75166c-cd5c-4968-baa5-1671ef8c9ba9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:38:09.833568 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75166c-cd5c-4968-baa5-1671ef8c9ba9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:38:09.833895 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75166c-cd5c-4968-baa5-1671ef8c9ba9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:38:09.834218 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75166c-cd5c-4968-baa5-1671ef8c9ba9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:38:10.491884 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 40724) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:38:10.504833 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-19980e9c-65a6-4510-89ea-e06bd601d1c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:10.579025 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-19980e9c-65a6-4510-89ea-e06bd601d1c9 admin admin] Publish callbacks [] for security_group (8dc1be8f-a30d-480f-87a3-880700deeaf8), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:10.653453 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-19980e9c-65a6-4510-89ea-e06bd601d1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (8dc1be8f-a30d-480f-87a3-880700deeaf8), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:10.694701 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-19980e9c-65a6-4510-89ea-e06bd601d1c9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5123977a950341209ce2e3a332ac7002&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2017200 Apr 06 16:38:10.695626 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19980e9c-65a6-4510-89ea-e06bd601d1c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc1be8f-a30d-480f-87a3-880700deeaf8,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:38:10.697427 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 40726) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:38:10.745757 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-198eca5a-955e-438d-8d51-6235407326c4 admin admin] Publish callbacks [] for security_group (8dc1be8f-a30d-480f-87a3-880700deeaf8), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:10.767428 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-198eca5a-955e-438d-8d51-6235407326c4 admin admin] Publish callbacks [] for security_group (8dc1be8f-a30d-480f-87a3-880700deeaf8), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:10.893251 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-198eca5a-955e-438d-8d51-6235407326c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (8dc1be8f-a30d-480f-87a3-880700deeaf8), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:10.895926 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-198eca5a-955e-438d-8d51-6235407326c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:10.897077 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-198eca5a-955e-438d-8d51-6235407326c4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8dc1be8f-a30d-480f-87a3-880700deeaf8 HTTP/1.1" status: 204 len: 168 time: 0.1985228 Apr 06 16:38:10.905960 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198eca5a-955e-438d-8d51-6235407326c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc1be8f-a30d-480f-87a3-880700deeaf8,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:38:18.960972 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 40812) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:38:19.064510 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-3d99cd4d-6dc4-4cc5-8b81-bfefe9b84c94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:19.136116 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-3d99cd4d-6dc4-4cc5-8b81-bfefe9b84c94 admin admin] Publish callbacks [] for security_group (fb9fd0bd-bfcb-43ef-9186-ffebff17921c), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:19.252035 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-3d99cd4d-6dc4-4cc5-8b81-bfefe9b84c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (fb9fd0bd-bfcb-43ef-9186-ffebff17921c), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:19.288927 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d99cd4d-6dc4-4cc5-8b81-bfefe9b84c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9fd0bd-bfcb-43ef-9186-ffebff17921c,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:38:19.293643 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-3d99cd4d-6dc4-4cc5-8b81-bfefe9b84c94 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=df83bf49fd84458c946feebda6bd97fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3316693 Apr 06 16:38:19.296354 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 40816) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:38:19.349184 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9044c5e8-8cd6-4523-8718-60053f539b1c admin admin] Publish callbacks [] for security_group (fb9fd0bd-bfcb-43ef-9186-ffebff17921c), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:19.371336 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9044c5e8-8cd6-4523-8718-60053f539b1c admin admin] Publish callbacks [] for security_group (fb9fd0bd-bfcb-43ef-9186-ffebff17921c), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:19.520441 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9044c5e8-8cd6-4523-8718-60053f539b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (fb9fd0bd-bfcb-43ef-9186-ffebff17921c), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:19.523034 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9044c5e8-8cd6-4523-8718-60053f539b1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:19.524243 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-9044c5e8-8cd6-4523-8718-60053f539b1c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fb9fd0bd-bfcb-43ef-9186-ffebff17921c HTTP/1.1" status: 204 len: 168 time: 0.2268944 Apr 06 16:38:19.532743 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044c5e8-8cd6-4523-8718-60053f539b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9fd0bd-bfcb-43ef-9186-ffebff17921c,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:38:20.261386 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 40824) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:38:20.274165 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5ed5881d-0d1a-4977-bd7a-51a94bdd2605 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:20.344677 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5ed5881d-0d1a-4977-bd7a-51a94bdd2605 admin admin] Publish callbacks [] for security_group (2500bba5-554a-4929-a070-e68a6b5fbee3), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:20.411714 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5ed5881d-0d1a-4977-bd7a-51a94bdd2605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (2500bba5-554a-4929-a070-e68a6b5fbee3), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:20.450647 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-5ed5881d-0d1a-4977-bd7a-51a94bdd2605 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a6a8df0a29f94ec49572a493e0bec4fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1881335 Apr 06 16:38:20.451475 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed5881d-0d1a-4977-bd7a-51a94bdd2605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2500bba5-554a-4929-a070-e68a6b5fbee3,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:38:20.453313 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 40826) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:38:20.501429 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-72d09da2-82b8-4a92-bf67-b4dec0c1332d admin admin] Publish callbacks [] for security_group (2500bba5-554a-4929-a070-e68a6b5fbee3), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:20.524866 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-72d09da2-82b8-4a92-bf67-b4dec0c1332d admin admin] Publish callbacks [] for security_group (2500bba5-554a-4929-a070-e68a6b5fbee3), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:20.669404 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-72d09da2-82b8-4a92-bf67-b4dec0c1332d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (2500bba5-554a-4929-a070-e68a6b5fbee3), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:20.672083 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-72d09da2-82b8-4a92-bf67-b4dec0c1332d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:20.673237 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-72d09da2-82b8-4a92-bf67-b4dec0c1332d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2500bba5-554a-4929-a070-e68a6b5fbee3 HTTP/1.1" status: 204 len: 168 time: 0.2189069 Apr 06 16:38:20.685614 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d09da2-82b8-4a92-bf67-b4dec0c1332d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2500bba5-554a-4929-a070-e68a6b5fbee3,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:38:21.617094 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.agents_db [None req-a950ddbd-9d44-4943-b7d7-a118ae2e1c13 None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:38:29.742384 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-67eda16b-3767-4b1e-ae08-188ac5006c5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:30.969156 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 40918) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:38:31.073831 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-317d4e94-c9b6-4dc7-82b0-6d831bb6c729 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:31.147183 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-317d4e94-c9b6-4dc7-82b0-6d831bb6c729 admin admin] Publish callbacks [] for security_group (ecb54b2a-c09a-4b4d-a135-1288a07e25ff), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:31.285128 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-317d4e94-c9b6-4dc7-82b0-6d831bb6c729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (ecb54b2a-c09a-4b4d-a135-1288a07e25ff), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:31.325063 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317d4e94-c9b6-4dc7-82b0-6d831bb6c729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb54b2a-c09a-4b4d-a135-1288a07e25ff,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:38:31.328723 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-317d4e94-c9b6-4dc7-82b0-6d831bb6c729 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=831bf2ac17b341d3bfd8c39cb55ab4d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3585677 Apr 06 16:38:31.331684 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 40922) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:38:31.334807 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317d4e94-c9b6-4dc7-82b0-6d831bb6c729 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:38:31.335256 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317d4e94-c9b6-4dc7-82b0-6d831bb6c729 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:38:31.335600 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317d4e94-c9b6-4dc7-82b0-6d831bb6c729 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:38:31.335977 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317d4e94-c9b6-4dc7-82b0-6d831bb6c729 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:38:31.336317 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317d4e94-c9b6-4dc7-82b0-6d831bb6c729 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:38:31.336537 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (0e5c86dc-cd19-4356-a060-9388d8808620), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:31.337562 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317d4e94-c9b6-4dc7-82b0-6d831bb6c729 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:38:31.337562 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317d4e94-c9b6-4dc7-82b0-6d831bb6c729 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:38:31.337906 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317d4e94-c9b6-4dc7-82b0-6d831bb6c729 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:38:31.338164 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317d4e94-c9b6-4dc7-82b0-6d831bb6c729 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:38:31.338693 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317d4e94-c9b6-4dc7-82b0-6d831bb6c729 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:38:31.339036 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317d4e94-c9b6-4dc7-82b0-6d831bb6c729 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:38:31.339370 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317d4e94-c9b6-4dc7-82b0-6d831bb6c729 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:38:31.339725 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317d4e94-c9b6-4dc7-82b0-6d831bb6c729 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:38:31.340046 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317d4e94-c9b6-4dc7-82b0-6d831bb6c729 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:38:31.340371 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317d4e94-c9b6-4dc7-82b0-6d831bb6c729 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:38:31.379776 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-20eb58bd-0516-46de-9970-fff93a60a0da admin admin] Publish callbacks [] for security_group (ecb54b2a-c09a-4b4d-a135-1288a07e25ff), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:31.401143 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-20eb58bd-0516-46de-9970-fff93a60a0da admin admin] Publish callbacks [] for security_group (ecb54b2a-c09a-4b4d-a135-1288a07e25ff), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:31.547554 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-20eb58bd-0516-46de-9970-fff93a60a0da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (ecb54b2a-c09a-4b4d-a135-1288a07e25ff), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:31.550121 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-20eb58bd-0516-46de-9970-fff93a60a0da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:31.551568 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-20eb58bd-0516-46de-9970-fff93a60a0da admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ecb54b2a-c09a-4b4d-a135-1288a07e25ff HTTP/1.1" status: 204 len: 168 time: 0.2188380 Apr 06 16:38:31.561251 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eb58bd-0516-46de-9970-fff93a60a0da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb54b2a-c09a-4b4d-a135-1288a07e25ff,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:38:32.078782 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-c16643c6-a738-4c43-b29d-fc57dd9e02a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:32.386072 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 40928) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:38:32.399895 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-fbc7b3c6-78ef-4f7f-8c70-1e48f123d99f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:32.471636 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-fbc7b3c6-78ef-4f7f-8c70-1e48f123d99f admin admin] Publish callbacks [] for security_group (6d2491d6-afca-4306-af6e-3ee4e4c13b26), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:32.547735 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-fbc7b3c6-78ef-4f7f-8c70-1e48f123d99f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (6d2491d6-afca-4306-af6e-3ee4e4c13b26), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:32.586382 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-fbc7b3c6-78ef-4f7f-8c70-1e48f123d99f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=31f81e8753004a8aae2fede4b6b0b0e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1991990 Apr 06 16:38:32.587237 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc7b3c6-78ef-4f7f-8c70-1e48f123d99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2491d6-afca-4306-af6e-3ee4e4c13b26,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:38:32.589407 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 40932) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:38:32.641456 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-84333d98-9fce-4a7d-a50c-9ca15ba6115e admin admin] Publish callbacks [] for security_group (6d2491d6-afca-4306-af6e-3ee4e4c13b26), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:32.896625 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-84333d98-9fce-4a7d-a50c-9ca15ba6115e admin admin] Publish callbacks [] for security_group (6d2491d6-afca-4306-af6e-3ee4e4c13b26), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:33.027139 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-84333d98-9fce-4a7d-a50c-9ca15ba6115e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (6d2491d6-afca-4306-af6e-3ee4e4c13b26), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:33.029660 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-84333d98-9fce-4a7d-a50c-9ca15ba6115e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:33.030820 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-84333d98-9fce-4a7d-a50c-9ca15ba6115e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6d2491d6-afca-4306-af6e-3ee4e4c13b26 HTTP/1.1" status: 204 len: 168 time: 0.4402871 Apr 06 16:38:33.038483 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84333d98-9fce-4a7d-a50c-9ca15ba6115e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2491d6-afca-4306-af6e-3ee4e4c13b26,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:38:33.473882 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:34.564609 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:35.967527 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 41004) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:38:36.076292 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-093a8569-af8d-4b51-a62c-c9ecc3a21022 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:36.148495 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-093a8569-af8d-4b51-a62c-c9ecc3a21022 admin admin] Publish callbacks [] for security_group (122cdb01-0837-424a-9944-ffa0d1155c85), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:36.152508 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:36.215348 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-093a8569-af8d-4b51-a62c-c9ecc3a21022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (122cdb01-0837-424a-9944-ffa0d1155c85), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:36.253318 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-093a8569-af8d-4b51-a62c-c9ecc3a21022 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=52d8e83be6344653a4d9104183fa88ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2846892 Apr 06 16:38:36.255246 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093a8569-af8d-4b51-a62c-c9ecc3a21022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122cdb01-0837-424a-9944-ffa0d1155c85,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:38:36.256023 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 41010) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:38:36.304518 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ba31735a-b48a-4f28-8612-dd13da8eb61c admin admin] Publish callbacks [] for security_group (122cdb01-0837-424a-9944-ffa0d1155c85), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:36.326477 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ba31735a-b48a-4f28-8612-dd13da8eb61c admin admin] Publish callbacks [] for security_group (122cdb01-0837-424a-9944-ffa0d1155c85), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:36.501428 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ba31735a-b48a-4f28-8612-dd13da8eb61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (122cdb01-0837-424a-9944-ffa0d1155c85), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:36.504091 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ba31735a-b48a-4f28-8612-dd13da8eb61c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:36.507510 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-ba31735a-b48a-4f28-8612-dd13da8eb61c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/122cdb01-0837-424a-9944-ffa0d1155c85 HTTP/1.1" status: 204 len: 168 time: 0.2481723 Apr 06 16:38:36.514652 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba31735a-b48a-4f28-8612-dd13da8eb61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122cdb01-0837-424a-9944-ffa0d1155c85,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:38:37.194920 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 41016) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:38:37.207526 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-1d01784e-8c96-4c4e-bff2-a87d52d09476 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:37.279207 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-1d01784e-8c96-4c4e-bff2-a87d52d09476 admin admin] Publish callbacks [] for security_group (82b769df-ef9e-4a1f-8043-ff03429663ad), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:37.352154 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-1d01784e-8c96-4c4e-bff2-a87d52d09476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (82b769df-ef9e-4a1f-8043-ff03429663ad), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:37.389237 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d01784e-8c96-4c4e-bff2-a87d52d09476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b769df-ef9e-4a1f-8043-ff03429663ad,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:38:37.394509 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-1d01784e-8c96-4c4e-bff2-a87d52d09476 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=39b5daa1423b49f9b6ba11bef580c958&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1985838 Apr 06 16:38:37.397304 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 41018) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:38:37.444184 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7a00214c-355f-4c7d-9248-d4d4c348e506 admin admin] Publish callbacks [] for security_group (82b769df-ef9e-4a1f-8043-ff03429663ad), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:37.465252 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7a00214c-355f-4c7d-9248-d4d4c348e506 admin admin] Publish callbacks [] for security_group (82b769df-ef9e-4a1f-8043-ff03429663ad), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:37.706791 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7a00214c-355f-4c7d-9248-d4d4c348e506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (82b769df-ef9e-4a1f-8043-ff03429663ad), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:37.709410 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7a00214c-355f-4c7d-9248-d4d4c348e506 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:37.710580 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-7a00214c-355f-4c7d-9248-d4d4c348e506 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/82b769df-ef9e-4a1f-8043-ff03429663ad HTTP/1.1" status: 204 len: 168 time: 0.3125167 Apr 06 16:38:37.719143 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a00214c-355f-4c7d-9248-d4d4c348e506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b769df-ef9e-4a1f-8043-ff03429663ad,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:38:39.568388 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 41050) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:38:39.671058 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-063280fe-1dcc-44df-a22e-6bd02401a55d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:39.745615 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-063280fe-1dcc-44df-a22e-6bd02401a55d admin admin] Publish callbacks [] for security_group (02cab7af-cd75-4c46-9372-576272625965), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:39.844038 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-063280fe-1dcc-44df-a22e-6bd02401a55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (02cab7af-cd75-4c46-9372-576272625965), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:39.883300 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-063280fe-1dcc-44df-a22e-6bd02401a55d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2b90b7cf9a834e10bbbd42aee21aac04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3136809 Apr 06 16:38:39.885099 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063280fe-1dcc-44df-a22e-6bd02401a55d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02cab7af-cd75-4c46-9372-576272625965,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:38:39.886676 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 41054) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:38:39.936857 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-4ca33d3e-7ef7-402f-9e93-addb40ab9c43 admin admin] Publish callbacks [] for security_group (02cab7af-cd75-4c46-9372-576272625965), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:39.957410 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-4ca33d3e-7ef7-402f-9e93-addb40ab9c43 admin admin] Publish callbacks [] for security_group (02cab7af-cd75-4c46-9372-576272625965), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:40.083660 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-4ca33d3e-7ef7-402f-9e93-addb40ab9c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (02cab7af-cd75-4c46-9372-576272625965), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:40.086307 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-4ca33d3e-7ef7-402f-9e93-addb40ab9c43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:38:40.087555 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-4ca33d3e-7ef7-402f-9e93-addb40ab9c43 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/02cab7af-cd75-4c46-9372-576272625965 HTTP/1.1" status: 204 len: 168 time: 0.1991806 Apr 06 16:38:40.095814 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca33d3e-7ef7-402f-9e93-addb40ab9c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02cab7af-cd75-4c46-9372-576272625965,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:38:47.435593 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7920dc83-3a1f-4f83-aaac-e0fd2b0407e7 req-ac875156-6915-4c89-a188-6c43845401a2 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:38:47.437061 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-7920dc83-3a1f-4f83-aaac-e0fd2b0407e7 req-ac875156-6915-4c89-a188-6c43845401a2 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 945 time: 0.0544612 Apr 06 16:38:47.486520 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-7920dc83-3a1f-4f83-aaac-e0fd2b0407e7 req-4d39b4dd-b181-4618-ad40-baa4330257e5 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439398 Apr 06 16:38:48.611486 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82635e81-67c5-42ce-9b57-addecc5c23f1 req-7d1f0bd6-5c79-4cde-aff8-610779f97542 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:38:48.612992 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-82635e81-67c5-42ce-9b57-addecc5c23f1 req-7d1f0bd6-5c79-4cde-aff8-610779f97542 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 945 time: 0.0536306 Apr 06 16:38:48.659461 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-82635e81-67c5-42ce-9b57-addecc5c23f1 req-71d8ee23-e38f-48b5-994a-d53efbe74b82 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409744 Apr 06 16:38:49.783669 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b2e66-e9d5-4ee0-9866-5f5888171dcb req-0e12df82-88b3-49ee-a981-b4bbde46a0c0 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:38:49.785208 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-225b2e66-e9d5-4ee0-9866-5f5888171dcb req-0e12df82-88b3-49ee-a981-b4bbde46a0c0 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 945 time: 0.0528290 Apr 06 16:38:49.830846 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-225b2e66-e9d5-4ee0-9866-5f5888171dcb req-79844e35-8fcb-491e-82f7-d31efa3432f6 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401764 Apr 06 16:38:50.951217 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b069e-a89e-435c-8ea7-ffd2aa523bcb req-f84d12ea-f414-4dfa-8e02-6d9001977e26 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:38:50.952694 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-598b069e-a89e-435c-8ea7-ffd2aa523bcb req-f84d12ea-f414-4dfa-8e02-6d9001977e26 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 945 time: 0.0517862 Apr 06 16:38:51.000694 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-598b069e-a89e-435c-8ea7-ffd2aa523bcb req-df816af5-6d58-4eee-aa81-4e4c0ee2e5db tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423868 Apr 06 16:38:52.127555 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300006f0-6367-40e3-a038-f39aea93011f req-17340ecd-7567-4493-bc6a-d16964420e2b tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:38:52.129052 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-300006f0-6367-40e3-a038-f39aea93011f req-17340ecd-7567-4493-bc6a-d16964420e2b tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 945 time: 0.0560067 Apr 06 16:38:52.175974 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-300006f0-6367-40e3-a038-f39aea93011f req-8b4f13f4-49dc-412c-addd-31c1748da5e8 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410604 Apr 06 16:38:53.297032 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14123a-ac1d-4058-ab23-b8328fd593b8 req-658cc3a0-f74e-49ce-b5bc-60ba3cb69585 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:38:53.298752 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-1a14123a-ac1d-4058-ab23-b8328fd593b8 req-658cc3a0-f74e-49ce-b5bc-60ba3cb69585 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 945 time: 0.0521181 Apr 06 16:38:53.345820 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-1a14123a-ac1d-4058-ab23-b8328fd593b8 req-edc187a9-4b52-43c9-b1bc-b8df37d66263 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414135 Apr 06 16:38:54.468853 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6540b-5008-425d-92b5-8af544539af5 req-814e09b7-e65f-4b6f-aaad-131f79df8af4 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:38:54.470330 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-b7e6540b-5008-425d-92b5-8af544539af5 req-814e09b7-e65f-4b6f-aaad-131f79df8af4 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 945 time: 0.0523019 Apr 06 16:38:54.516932 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-b7e6540b-5008-425d-92b5-8af544539af5 req-102b9513-e58e-45c2-9f28-2025849fa977 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408945 Apr 06 16:38:55.641730 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8453dbb-fd2e-41d8-b826-eebe5e11083a req-b65b7252-761e-4219-ba0f-21d20f9c7e76 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:38:55.643203 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-c8453dbb-fd2e-41d8-b826-eebe5e11083a req-b65b7252-761e-4219-ba0f-21d20f9c7e76 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 945 time: 0.0523951 Apr 06 16:38:55.689101 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-c8453dbb-fd2e-41d8-b826-eebe5e11083a req-a9c1094b-373b-44f3-b29e-b6e6ad3e38aa tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403485 Apr 06 16:38:56.810964 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d883e-7001-4e1c-a0da-2a814b220072 req-bd96d00a-bc2c-42ae-a960-82d27d4f2225 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:38:56.812426 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ba9d883e-7001-4e1c-a0da-2a814b220072 req-bd96d00a-bc2c-42ae-a960-82d27d4f2225 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 945 time: 0.0532534 Apr 06 16:38:56.870063 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ba9d883e-7001-4e1c-a0da-2a814b220072 req-b0abb999-5e8e-4d69-9612-de0752dd361c tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520387 Apr 06 16:38:57.998013 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea47d71-d90e-4ff0-8381-8eb64ae6ee01 req-547a65b3-9338-4bba-bded-6ec1d387520f tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:38:58.000255 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-fea47d71-d90e-4ff0-8381-8eb64ae6ee01 req-547a65b3-9338-4bba-bded-6ec1d387520f tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 945 time: 0.0581849 Apr 06 16:38:58.047033 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-fea47d71-d90e-4ff0-8381-8eb64ae6ee01 req-dcf546df-67a6-48e2-8a63-ab75b6664f70 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413077 Apr 06 16:38:58.615546 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.agents_db [None req-a950ddbd-9d44-4943-b7d7-a118ae2e1c13 None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:38:59.168944 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ee4ca-9ec9-418f-afcc-6d371c407536 req-d0ef765a-e4ed-4f8b-b7e9-b8a29ea21f2e tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:38:59.170426 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-6c9ee4ca-9ec9-418f-afcc-6d371c407536 req-d0ef765a-e4ed-4f8b-b7e9-b8a29ea21f2e tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 945 time: 0.0524337 Apr 06 16:38:59.217441 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-6c9ee4ca-9ec9-418f-afcc-6d371c407536 req-d846d1eb-a385-4672-b3f7-cf91642aa96a tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408623 Apr 06 16:38:59.762481 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a3a45b54-afc6-4449-8726-9dd00f0a130c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:39:00.341520 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0024b5a-a51e-4c39-a324-3da8c2b44454 req-c0c863b3-bfb2-452e-b9b3-76b41aee3baa tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:39:00.343011 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-a0024b5a-a51e-4c39-a324-3da8c2b44454 req-c0c863b3-bfb2-452e-b9b3-76b41aee3baa tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 945 time: 0.0535641 Apr 06 16:39:00.389670 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-a0024b5a-a51e-4c39-a324-3da8c2b44454 req-cbdd98c7-c175-45e7-bd3c-948faabf59a4 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411592 Apr 06 16:39:01.303856 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (0e5c86dc-cd19-4356-a060-9388d8808620), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:39:01.509936 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b0dfb-d85e-4e39-9a67-e68cafc2408a req-31ce7c09-adc6-485f-af8f-6a03b1adefea tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:39:01.512224 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-a00b0dfb-d85e-4e39-9a67-e68cafc2408a req-31ce7c09-adc6-485f-af8f-6a03b1adefea tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 945 time: 0.0521994 Apr 06 16:39:01.558962 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-a00b0dfb-d85e-4e39-9a67-e68cafc2408a req-8ea98f00-ae8b-48a6-9a65-48c0f286f3f5 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412755 Apr 06 16:39:02.040907 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-45cafdfb-8cdb-4035-8143-3c81048d8448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:39:02.689401 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b506fbb0-0c39-4d6a-bf86-60919a8983b3 req-e775a115-8bf1-4a25-a0d5-1bce54fa3383 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:39:02.690869 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-b506fbb0-0c39-4d6a-bf86-60919a8983b3 req-e775a115-8bf1-4a25-a0d5-1bce54fa3383 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 945 time: 0.0581067 Apr 06 16:39:02.718609 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device a11b48b2-7c74-4f6a-81e3-cc831deee15c details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=103682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 16:39:02.738300 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-b506fbb0-0c39-4d6a-bf86-60919a8983b3 req-0080c22a-e981-4271-bca1-e374bf24b017 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418699 Apr 06 16:39:02.817538 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port a11b48b2-7c74-4f6a-81e3-cc831deee15c, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=a11b48b2-7c74-4f6a-81e3-cc831deee15c,segment=NetworkSegment(4338e709-dc46-4a61-ada5-02557dc55805),segment_id=4338e709-dc46-4a61-ada5-02557dc55805)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:39:02.829911 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Returning: {'device': 'a11b48b2-7c74-4f6a-81e3-cc831deee15c', 'network_id': '782e4005-3b7d-4e26-954d-25d46652bf58', 'port_id': 'a11b48b2-7c74-4f6a-81e3-cc831deee15c', 'mac_address': 'fa:16:3e:c4:b3:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '713d2ac2-12c5-40b3-b057-72a7d64c64ec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 16:39:02.866585 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Current status of the port a11b48b2-7c74-4f6a-81e3-cc831deee15c is: ACTIVE; New status is: BUILD {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:39:02.866974 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (a11b48b2-7c74-4f6a-81e3-cc831deee15c), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:39:02.880164 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.notifiers.nova [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a11b48b2-7c74-4f6a-81e3-cc831deee15c {{(pid=103682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:39:02.899673 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port a11b48b2-7c74-4f6a-81e3-cc831deee15c, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=a11b48b2-7c74-4f6a-81e3-cc831deee15c,segment=NetworkSegment(4338e709-dc46-4a61-ada5-02557dc55805),segment_id=4338e709-dc46-4a61-ada5-02557dc55805)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:39:03.006975 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (a11b48b2-7c74-4f6a-81e3-cc831deee15c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:39:03.189169 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Pushing event updated for resources: {'Port': ['ID=a11b48b2-7c74-4f6a-81e3-cc831deee15c,revision_number=6']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:39:03.196500 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:39:03.196851 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:39:03.197195 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:39:03.197618 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:39:03.197973 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:39:03.198482 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:39:03.198807 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:39:03.199174 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:39:03.199509 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:39:03.199929 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:39:03.200257 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:39:03.200628 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:39:03.200964 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:39:03.201288 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:39:03.201631 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:39:03.226198 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] get_ports_and_sgs() called for port_ids ['a11b48b2-7c74-4f6a-81e3-cc831deee15c'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:39:03.464275 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:39:03.866876 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0283a39-f010-49c0-87a3-5a6f1348ec2a req-029b1fd6-8af2-408b-b55d-06485428dfc9 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:39:03.868473 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-e0283a39-f010-49c0-87a3-5a6f1348ec2a req-029b1fd6-8af2-408b-b55d-06485428dfc9 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 944 time: 0.0554543 Apr 06 16:39:03.915635 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-e0283a39-f010-49c0-87a3-5a6f1348ec2a req-5e5f0f68-b5dd-40ea-95cb-b9c13641d225 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416379 Apr 06 16:39:04.601152 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:39:04.739568 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device a11b48b2-7c74-4f6a-81e3-cc831deee15c up at agent hyperv_hv-cinder-81566 {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:39:04.786855 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Provisioning complete for port a11b48b2-7c74-4f6a-81e3-cc831deee15c triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:39:04.787233 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (a11b48b2-7c74-4f6a-81e3-cc831deee15c), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:39:04.862101 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Current status of the port a11b48b2-7c74-4f6a-81e3-cc831deee15c is: BUILD; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:39:04.862485 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (a11b48b2-7c74-4f6a-81e3-cc831deee15c), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:39:04.883765 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ba30a8-4481-4872-be6d-9d5f4e05b89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11b48b2-7c74-4f6a-81e3-cc831deee15c'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:39:04.885978 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f701ca042f89aa6373cad35a0647e7390d8b08e4e39c46ca7d095e958c03af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44a6116-00be-4a4c-9b65-ad2f9b835549" -d '{"events": [{"server_uuid": "c2ba30a8-4481-4872-be6d-9d5f4e05b89d", "name": "network-vif-plugged", "status": "completed", "tag": "a11b48b2-7c74-4f6a-81e3-cc831deee15c"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:39:04.897953 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port a11b48b2-7c74-4f6a-81e3-cc831deee15c, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=a11b48b2-7c74-4f6a-81e3-cc831deee15c,segment=NetworkSegment(4338e709-dc46-4a61-ada5-02557dc55805),segment_id=4338e709-dc46-4a61-ada5-02557dc55805)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:39:04.925382 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486ca180-e4ea-49db-940d-524834ad1c01 x-openstack-request-id: req-486ca180-e4ea-49db-940d-524834ad1c01 {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:39:04.925675 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ba30a8-4481-4872-be6d-9d5f4e05b89d", "name": "network-vif-plugged", "status": "completed", "tag": "a11b48b2-7c74-4f6a-81e3-cc831deee15c", "code": 200}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:39:04.925927 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-486ca180-e4ea-49db-940d-524834ad1c01 {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:39:04.926328 dv-cinder-815660-7-smb neutron-server[103682]: INFO neutron.notifiers.nova [-] Nova event matching ['req-486ca180-e4ea-49db-940d-524834ad1c01'] response: {'server_uuid': 'c2ba30a8-4481-4872-be6d-9d5f4e05b89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11b48b2-7c74-4f6a-81e3-cc831deee15c', 'code': 200} Apr 06 16:39:04.960977 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (a11b48b2-7c74-4f6a-81e3-cc831deee15c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:39:05.014475 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Pushing event updated for resources: {'Port': ['ID=a11b48b2-7c74-4f6a-81e3-cc831deee15c,revision_number=7']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:39:05.037758 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad6e612-bc5f-4759-8be2-0b982e89a8ac req-52d85ce8-a9a4-4d6e-95ec-e94420075d32 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:39:05.039230 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-4ad6e612-bc5f-4759-8be2-0b982e89a8ac req-52d85ce8-a9a4-4d6e-95ec-e94420075d32 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 945 time: 0.0532370 Apr 06 16:39:05.087538 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-4ad6e612-bc5f-4759-8be2-0b982e89a8ac req-3af92c83-4e6b-47b1-88b4-a6e837d52c0e tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417843 Apr 06 16:39:05.107728 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb59c41-f4d8-40bd-be73-0bfbbb2e45bf req-7b66a1aa-3ab3-4601-a693-86b63e61cefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:39:05.109273 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-2cb59c41-f4d8-40bd-be73-0bfbbb2e45bf req-7b66a1aa-3ab3-4601-a693-86b63e61cefe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8ca74d1be6e74923a3ad0eff74755b5e&device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 1129 time: 0.0460336 Apr 06 16:39:05.212001 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb59c41-f4d8-40bd-be73-0bfbbb2e45bf req-bb7c255e-cdc8-4630-902b-553fc793d095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:39:05.213474 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-2cb59c41-f4d8-40bd-be73-0bfbbb2e45bf req-bb7c255e-cdc8-4630-902b-553fc793d095 service neutron] 10.222.0.39 "GET /v2.0/networks?id=782e4005-3b7d-4e26-954d-25d46652bf58 HTTP/1.1" status: 200 len: 917 time: 0.0845685 Apr 06 16:39:05.281146 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-2cb59c41-f4d8-40bd-be73-0bfbbb2e45bf req-e5a4df44-0d36-4eab-850c-98203a07a874 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a11b48b2-7c74-4f6a-81e3-cc831deee15c HTTP/1.1" status: 200 len: 1001 time: 0.0614955 Apr 06 16:39:05.328037 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb59c41-f4d8-40bd-be73-0bfbbb2e45bf req-177f8b43-046c-4f47-aba5-c352de5d8488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:39:05.329478 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-2cb59c41-f4d8-40bd-be73-0bfbbb2e45bf req-177f8b43-046c-4f47-aba5-c352de5d8488 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=713d2ac2-12c5-40b3-b057-72a7d64c64ec HTTP/1.1" status: 200 len: 855 time: 0.0429847 Apr 06 16:39:05.379302 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb59c41-f4d8-40bd-be73-0bfbbb2e45bf req-0ffaf980-50bd-4539-a15f-e47ad67e4754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:39:05.380855 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-2cb59c41-f4d8-40bd-be73-0bfbbb2e45bf req-0ffaf980-50bd-4539-a15f-e47ad67e4754 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=782e4005-3b7d-4e26-954d-25d46652bf58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0443261 Apr 06 16:39:05.471383 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-2cb59c41-f4d8-40bd-be73-0bfbbb2e45bf req-58f03910-3f00-4117-ba6a-8f797d1a84f7 service neutron] 10.222.0.39 "GET /v2.0/networks/782e4005-3b7d-4e26-954d-25d46652bf58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843956 Apr 06 16:39:05.562558 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-2cb59c41-f4d8-40bd-be73-0bfbbb2e45bf req-d58a678d-eba8-4918-b3fc-80b1c86c184c service neutron] 10.222.0.39 "GET /v2.0/networks/782e4005-3b7d-4e26-954d-25d46652bf58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855772 Apr 06 16:39:06.217199 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cfa730-1782-4fac-8363-0167d5f4aa5d req-cc3e8dff-b876-413b-b898-12e0a2f8a4cb tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:39:06.218679 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-96cfa730-1782-4fac-8363-0167d5f4aa5d req-cc3e8dff-b876-413b-b898-12e0a2f8a4cb tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 945 time: 0.0576928 Apr 06 16:39:06.223380 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:39:06.265674 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-96cfa730-1782-4fac-8363-0167d5f4aa5d req-43b097fb-39ee-4104-ad4c-795c61ca6306 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413537 Apr 06 16:39:07.437215 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade158b6-73ac-484b-a168-cfc16271d79d req-b4cf715b-2ffc-4ecb-b81d-0a68678504e2 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:39:07.439595 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ade158b6-73ac-484b-a168-cfc16271d79d req-b4cf715b-2ffc-4ecb-b81d-0a68678504e2 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 945 time: 0.0636549 Apr 06 16:39:07.516087 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ade158b6-73ac-484b-a168-cfc16271d79d req-06905b37-b588-435e-846c-1980aa72c19e tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611162 Apr 06 16:39:08.639874 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87051ae9-4f9e-4bfa-b69e-afbe9c6c6b7e req-f9042284-d422-4345-a6ee-0276a151a13b tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:39:08.644161 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-87051ae9-4f9e-4bfa-b69e-afbe9c6c6b7e req-f9042284-d422-4345-a6ee-0276a151a13b tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 945 time: 0.0583963 Apr 06 16:39:08.692603 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-87051ae9-4f9e-4bfa-b69e-afbe9c6c6b7e req-1e6f024e-ff5e-47ff-a28a-4b4eeea350eb tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440309 Apr 06 16:39:09.849521 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a1b17-cb51-4e1e-8fe3-84657a3e55e7 req-8e52a3fc-5f04-4fbe-ba69-009dfe6a33de tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:39:09.852569 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-c91a1b17-cb51-4e1e-8fe3-84657a3e55e7 req-8e52a3fc-5f04-4fbe-ba69-009dfe6a33de tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 945 time: 0.0718157 Apr 06 16:39:09.912840 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-c91a1b17-cb51-4e1e-8fe3-84657a3e55e7 req-29e69d3b-9938-40b1-ae19-c747eaa3846e tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539925 Apr 06 16:39:11.057279 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bb34a-c573-43df-b7d9-c2176ea6ac62 req-dd6ec027-4aa3-4ba8-85ee-711be83bf3d7 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:39:11.058835 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-6f3bb34a-c573-43df-b7d9-c2176ea6ac62 req-dd6ec027-4aa3-4ba8-85ee-711be83bf3d7 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 945 time: 0.0607307 Apr 06 16:39:11.110299 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-6f3bb34a-c573-43df-b7d9-c2176ea6ac62 req-42736633-f96d-4140-b195-0e2b1e6db32e tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458775 Apr 06 16:39:12.245578 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea690130-f82e-4d5b-86ff-25d9635bd2aa req-49016ec5-6ca3-4a1f-97e4-ac7c0a281ca3 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:39:12.247053 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ea690130-f82e-4d5b-86ff-25d9635bd2aa req-49016ec5-6ca3-4a1f-97e4-ac7c0a281ca3 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 945 time: 0.0594504 Apr 06 16:39:12.305366 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ea690130-f82e-4d5b-86ff-25d9635bd2aa req-9c84d38c-04ee-40ff-ac9b-4ac166599175 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521286 Apr 06 16:39:13.436707 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df40ed-a3e8-4b7d-bc9f-900b58878aae req-57f56133-6e15-4d45-ba25-a0921819466a tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:39:13.438360 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-89df40ed-a3e8-4b7d-bc9f-900b58878aae req-57f56133-6e15-4d45-ba25-a0921819466a tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 945 time: 0.0558197 Apr 06 16:39:13.493364 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-89df40ed-a3e8-4b7d-bc9f-900b58878aae req-693205bd-83eb-4d22-8452-238ef66156a0 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474422 Apr 06 16:39:14.628575 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411366f-8368-4b18-9a70-66d78c0d6d3d req-c0ba35b8-c03e-4616-8ac8-b54530cb949f tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:39:14.630035 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-e411366f-8368-4b18-9a70-66d78c0d6d3d req-c0ba35b8-c03e-4616-8ac8-b54530cb949f tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 945 time: 0.0578771 Apr 06 16:39:14.678319 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-e411366f-8368-4b18-9a70-66d78c0d6d3d req-c8995cc5-77d1-4f92-b310-3f581c63f8de tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425744 Apr 06 16:39:15.819265 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e7809f-bfc6-4859-b758-b16d1a737bbc req-2f11cf90-9687-496b-a496-988a6cecda75 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:39:15.821443 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-95e7809f-bfc6-4859-b758-b16d1a737bbc req-2f11cf90-9687-496b-a496-988a6cecda75 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 945 time: 0.0680420 Apr 06 16:39:15.877819 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-95e7809f-bfc6-4859-b758-b16d1a737bbc req-e8f4f8c2-24fa-4dc6-88b0-a0e0f1da3916 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482247 Apr 06 16:39:17.024809 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702111c-1cd7-4a93-b5a0-a6461e2fa267 req-d6f8ea4a-b0c1-4fe4-a7fc-ad327056a7c2 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:39:17.026329 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-d702111c-1cd7-4a93-b5a0-a6461e2fa267 req-d6f8ea4a-b0c1-4fe4-a7fc-ad327056a7c2 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 945 time: 0.0617921 Apr 06 16:39:17.080706 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-d702111c-1cd7-4a93-b5a0-a6461e2fa267 req-eb29cf1d-29a0-4d13-ab3e-398eda85e375 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480311 Apr 06 16:39:18.210538 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f0958-2ca7-4062-8d95-af5fe7bba62b req-7678e614-6a82-4339-a013-0844801622d6 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:39:18.214052 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-f37f0958-2ca7-4062-8d95-af5fe7bba62b req-7678e614-6a82-4339-a013-0844801622d6 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 945 time: 0.0554249 Apr 06 16:39:18.267091 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-f37f0958-2ca7-4062-8d95-af5fe7bba62b req-b6cdb143-e301-4258-a950-4e7ae5acd1ec tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471373 Apr 06 16:39:19.398190 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e8c21-789b-4d00-8eeb-39cc9ff61627 req-bdb153b3-23d2-41bc-86cd-afb1674fd524 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:39:19.399871 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-6a7e8c21-789b-4d00-8eeb-39cc9ff61627 req-bdb153b3-23d2-41bc-86cd-afb1674fd524 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 945 time: 0.0576119 Apr 06 16:39:19.456378 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-6a7e8c21-789b-4d00-8eeb-39cc9ff61627 req-958b0b63-2414-4a7d-8139-dce382492ccf tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500255 Apr 06 16:39:20.580330 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38130e13-36d0-454c-bdf1-1fa2c1061305 req-d385c238-a8d6-4766-ac8a-dee54d8b9301 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:39:20.581858 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-38130e13-36d0-454c-bdf1-1fa2c1061305 req-d385c238-a8d6-4766-ac8a-dee54d8b9301 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 945 time: 0.0540674 Apr 06 16:39:20.628281 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-38130e13-36d0-454c-bdf1-1fa2c1061305 req-63372454-c51d-4bf8-9406-53f05487070c tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408845 Apr 06 16:39:21.210340 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a9f76-3747-4b19-b349-2d061c744c80 req-2d91824b-7075-4500-8562-9f03b02b9104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:39:21.211839 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-856a9f76-3747-4b19-b349-2d061c744c80 req-2d91824b-7075-4500-8562-9f03b02b9104 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8ca74d1be6e74923a3ad0eff74755b5e&device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 1129 time: 0.0480862 Apr 06 16:39:21.301698 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a9f76-3747-4b19-b349-2d061c744c80 req-6d3d5cd8-6f02-4014-a1ac-e7eb5f262ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:39:21.303161 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-856a9f76-3747-4b19-b349-2d061c744c80 req-6d3d5cd8-6f02-4014-a1ac-e7eb5f262ed0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=782e4005-3b7d-4e26-954d-25d46652bf58 HTTP/1.1" status: 200 len: 917 time: 0.0837522 Apr 06 16:39:21.370917 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-856a9f76-3747-4b19-b349-2d061c744c80 req-8bb596ff-75e1-45df-a6cc-4dad4266b85a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a11b48b2-7c74-4f6a-81e3-cc831deee15c HTTP/1.1" status: 200 len: 1001 time: 0.0607252 Apr 06 16:39:21.419995 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a9f76-3747-4b19-b349-2d061c744c80 req-47980f1b-2709-4c0a-8cae-65b0b72c6705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:39:21.421637 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-856a9f76-3747-4b19-b349-2d061c744c80 req-47980f1b-2709-4c0a-8cae-65b0b72c6705 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=713d2ac2-12c5-40b3-b057-72a7d64c64ec HTTP/1.1" status: 200 len: 855 time: 0.0428507 Apr 06 16:39:21.470929 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a9f76-3747-4b19-b349-2d061c744c80 req-5e3bcf25-4560-49f9-ad33-b452b6088b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:39:21.472488 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-856a9f76-3747-4b19-b349-2d061c744c80 req-5e3bcf25-4560-49f9-ad33-b452b6088b1d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=782e4005-3b7d-4e26-954d-25d46652bf58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0441284 Apr 06 16:39:21.565539 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-856a9f76-3747-4b19-b349-2d061c744c80 req-67a8b7f7-192f-4101-a9e9-e065db026392 service neutron] 10.222.0.39 "GET /v2.0/networks/782e4005-3b7d-4e26-954d-25d46652bf58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861290 Apr 06 16:39:21.654130 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-856a9f76-3747-4b19-b349-2d061c744c80 req-82988019-0776-4204-9970-07276ea5d528 service neutron] 10.222.0.39 "GET /v2.0/networks/782e4005-3b7d-4e26-954d-25d46652bf58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827227 Apr 06 16:39:21.749979 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca01bd-586c-486b-9d65-9165de53e278 req-22cb2097-2310-4585-9540-c9b4f25ddfd6 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:39:21.751363 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-acca01bd-586c-486b-9d65-9165de53e278 req-22cb2097-2310-4585-9540-c9b4f25ddfd6 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 945 time: 0.0524366 Apr 06 16:39:21.797809 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-acca01bd-586c-486b-9d65-9165de53e278 req-c853f8b6-5498-459f-bc67-86893c9f6a62 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408702 Apr 06 16:39:22.924386 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88622a-bca8-4ef0-ae46-0c81311399b8 req-c7073c51-a57e-4b84-b97b-866ad0f67e7b tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:39:22.925829 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-6d88622a-bca8-4ef0-ae46-0c81311399b8 req-c7073c51-a57e-4b84-b97b-866ad0f67e7b tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 945 time: 0.0562074 Apr 06 16:39:22.973623 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-6d88622a-bca8-4ef0-ae46-0c81311399b8 req-9e5c3cff-1e0b-48d3-bd91-0e8dd0f9a54b tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421000 Apr 06 16:39:24.098248 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb1c96c-f68b-478e-9b61-635fead7bcc5 req-8bee9a5d-cbc3-4b31-87c3-16a2eb32fa5e tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:39:24.099763 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ccb1c96c-f68b-478e-9b61-635fead7bcc5 req-8bee9a5d-cbc3-4b31-87c3-16a2eb32fa5e tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 945 time: 0.0533359 Apr 06 16:39:24.149930 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ccb1c96c-f68b-478e-9b61-635fead7bcc5 req-ed91b94f-4bc1-464c-bdaf-894076a86499 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444741 Apr 06 16:39:24.779786 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device a11b48b2-7c74-4f6a-81e3-cc831deee15c no longer exists at agent hyperv_hv-cinder-81566 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:39:24.862501 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Current status of the port a11b48b2-7c74-4f6a-81e3-cc831deee15c is: ACTIVE; New status is: DOWN {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:39:24.862886 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (a11b48b2-7c74-4f6a-81e3-cc831deee15c), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:39:24.885668 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ba30a8-4481-4872-be6d-9d5f4e05b89d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a11b48b2-7c74-4f6a-81e3-cc831deee15c'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:39:24.888210 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f701ca042f89aa6373cad35a0647e7390d8b08e4e39c46ca7d095e958c03af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be0ab8f-dfe1-4a7b-b474-b9514840ee52" -d '{"events": [{"server_uuid": "c2ba30a8-4481-4872-be6d-9d5f4e05b89d", "name": "network-vif-unplugged", "status": "completed", "tag": "a11b48b2-7c74-4f6a-81e3-cc831deee15c"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:39:24.900271 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port a11b48b2-7c74-4f6a-81e3-cc831deee15c, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=a11b48b2-7c74-4f6a-81e3-cc831deee15c,segment=NetworkSegment(4338e709-dc46-4a61-ada5-02557dc55805),segment_id=4338e709-dc46-4a61-ada5-02557dc55805)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:39:24.917363 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 06 Apr 2022 16:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fde5ee4-8a0b-4346-a0e4-df1744b24429 x-openstack-request-id: req-3fde5ee4-8a0b-4346-a0e4-df1744b24429 {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:39:24.917591 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ba30a8-4481-4872-be6d-9d5f4e05b89d", "name": "network-vif-unplugged", "status": "failed", "tag": "a11b48b2-7c74-4f6a-81e3-cc831deee15c", "code": 422}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:39:24.918342 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3fde5ee4-8a0b-4346-a0e4-df1744b24429 {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:39:24.919057 dv-cinder-815660-7-smb neutron-server[103682]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3fde5ee4-8a0b-4346-a0e4-df1744b24429']: {'server_uuid': 'c2ba30a8-4481-4872-be6d-9d5f4e05b89d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a11b48b2-7c74-4f6a-81e3-cc831deee15c', 'code': 422} returned with failed status Apr 06 16:39:25.028143 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (a11b48b2-7c74-4f6a-81e3-cc831deee15c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:39:25.080326 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Pushing event updated for resources: {'Port': ['ID=a11b48b2-7c74-4f6a-81e3-cc831deee15c,revision_number=8']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:39:26.589217 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf073024-d9c8-4a80-ab81-d65f9455b4e3 req-877b0e3c-704b-457a-98bc-aea7c3764de3 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:39:26.591092 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-bf073024-d9c8-4a80-ab81-d65f9455b4e3 req-877b0e3c-704b-457a-98bc-aea7c3764de3 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 943 time: 0.0569141 Apr 06 16:39:26.646315 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-bf073024-d9c8-4a80-ab81-d65f9455b4e3 req-9eaf87da-5693-46a1-8979-c9549bd70bfd tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488060 Apr 06 16:39:26.836295 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-f9bcf3f9-fb16-456d-a301-6cb2021f6585 req-8899b41f-1e8f-4cb4-b2c5-2aaa103eec7a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0438042 Apr 06 16:39:26.914753 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bcf3f9-fb16-456d-a301-6cb2021f6585 req-cd3e7e01-5b0a-43f3-94eb-6bca35aa4e3e tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:39:26.916100 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-f9bcf3f9-fb16-456d-a301-6cb2021f6585 req-cd3e7e01-5b0a-43f3-94eb-6bca35aa4e3e tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports/a11b48b2-7c74-4f6a-81e3-cc831deee15c HTTP/1.1" status: 200 len: 940 time: 0.0505710 Apr 06 16:39:27.773139 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d300c4-c5a2-41c2-a258-410bf0caa872 req-7e90a251-53be-422f-9abc-a54bf851ad1a tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:39:27.774454 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-12d300c4-c5a2-41c2-a258-410bf0caa872 req-7e90a251-53be-422f-9abc-a54bf851ad1a tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 943 time: 0.0566819 Apr 06 16:39:27.822276 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-12d300c4-c5a2-41c2-a258-410bf0caa872 req-4652cdbf-7a95-4bae-9f62-29f7801c94be tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422189 Apr 06 16:39:28.478909 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bcf3f9-fb16-456d-a301-6cb2021f6585 req-dbbb443d-c5a1-49f3-8a33-a2da6f7aafa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:39:28.481123 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-f9bcf3f9-fb16-456d-a301-6cb2021f6585 req-dbbb443d-c5a1-49f3-8a33-a2da6f7aafa5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d&tenant_id=8ca74d1be6e74923a3ad0eff74755b5e HTTP/1.1" status: 200 len: 1127 time: 0.0768945 Apr 06 16:39:28.556420 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bcf3f9-fb16-456d-a301-6cb2021f6585 req-1d7a2059-dad3-4b3f-9afe-502fd0a6d21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:39:28.559084 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-f9bcf3f9-fb16-456d-a301-6cb2021f6585 req-1d7a2059-dad3-4b3f-9afe-502fd0a6d21b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8ca74d1be6e74923a3ad0eff74755b5e&device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 1127 time: 0.0495927 Apr 06 16:39:28.646639 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bcf3f9-fb16-456d-a301-6cb2021f6585 req-2f2a7df1-1e7c-4bfd-9e9e-c0558d18c692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:39:28.648149 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-f9bcf3f9-fb16-456d-a301-6cb2021f6585 req-2f2a7df1-1e7c-4bfd-9e9e-c0558d18c692 service neutron] 10.222.0.39 "GET /v2.0/networks?id=782e4005-3b7d-4e26-954d-25d46652bf58 HTTP/1.1" status: 200 len: 917 time: 0.0828843 Apr 06 16:39:28.799059 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device a11b48b2-7c74-4f6a-81e3-cc831deee15c no longer exists at agent hyperv_hv-cinder-81566 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:39:28.881726 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Current status of the port a11b48b2-7c74-4f6a-81e3-cc831deee15c is: DOWN; New status is: DOWN {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:39:28.950793 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f9e37-4bed-4030-abe7-ec424366dd5e req-40be9ec0-f87d-4a2d-8919-4d750fd5c7a8 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:39:28.952650 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-410f9e37-4bed-4030-abe7-ec424366dd5e req-40be9ec0-f87d-4a2d-8919-4d750fd5c7a8 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 943 time: 0.0565252 Apr 06 16:39:28.958324 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-f9bcf3f9-fb16-456d-a301-6cb2021f6585 req-6742238b-c744-4e24-816c-f103d1463ac8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a11b48b2-7c74-4f6a-81e3-cc831deee15c HTTP/1.1" status: 200 len: 999 time: 0.3029065 Apr 06 16:39:29.000900 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-410f9e37-4bed-4030-abe7-ec424366dd5e req-773cb0c0-b4a4-4590-8bc3-09971c5f01b1 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426342 Apr 06 16:39:29.010034 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bcf3f9-fb16-456d-a301-6cb2021f6585 req-4a2363f8-cd6d-4a10-83ad-e18efd22d18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:39:29.011467 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-f9bcf3f9-fb16-456d-a301-6cb2021f6585 req-4a2363f8-cd6d-4a10-83ad-e18efd22d18f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=713d2ac2-12c5-40b3-b057-72a7d64c64ec HTTP/1.1" status: 200 len: 855 time: 0.0440822 Apr 06 16:39:29.062360 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bcf3f9-fb16-456d-a301-6cb2021f6585 req-2ccc8cc8-02f1-4e1c-8d6a-8b1b80a72f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:39:29.063870 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-f9bcf3f9-fb16-456d-a301-6cb2021f6585 req-2ccc8cc8-02f1-4e1c-8d6a-8b1b80a72f37 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=782e4005-3b7d-4e26-954d-25d46652bf58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0453472 Apr 06 16:39:29.155365 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-f9bcf3f9-fb16-456d-a301-6cb2021f6585 req-6681e953-faaf-4f44-a2d4-b5187322d3bb service neutron] 10.222.0.39 "GET /v2.0/networks/782e4005-3b7d-4e26-954d-25d46652bf58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843184 Apr 06 16:39:29.246373 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-f9bcf3f9-fb16-456d-a301-6cb2021f6585 req-5a559f7d-1f2f-414e-b1ea-568d4356a2a3 service neutron] 10.222.0.39 "GET /v2.0/networks/782e4005-3b7d-4e26-954d-25d46652bf58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839901 Apr 06 16:39:29.735538 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-241f59dd-5916-456b-b733-8dde402ae08a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:39:30.158788 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09302c5c-3dfc-4940-a6d8-35fef3d60da8 req-6247eb64-7700-403b-ad99-24c07778040f tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:39:30.160481 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-09302c5c-3dfc-4940-a6d8-35fef3d60da8 req-6247eb64-7700-403b-ad99-24c07778040f tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 943 time: 0.0661743 Apr 06 16:39:30.244659 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-09302c5c-3dfc-4940-a6d8-35fef3d60da8 req-63d5a50f-16d8-4068-a7a9-988d26217de6 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746589 Apr 06 16:39:31.358266 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (0e5c86dc-cd19-4356-a060-9388d8808620), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:39:31.368263 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e75c31-5015-4cca-9e63-089bc6e580c0 req-b41234d8-0935-4b0d-a740-f83c6e541806 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:39:31.369843 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-09e75c31-5015-4cca-9e63-089bc6e580c0 req-b41234d8-0935-4b0d-a740-f83c6e541806 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 943 time: 0.0571392 Apr 06 16:39:31.420908 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-09e75c31-5015-4cca-9e63-089bc6e580c0 req-6c4c1811-4464-4fa0-9ec5-442e688f0d7d tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447373 Apr 06 16:39:32.055993 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-54a72187-2bdd-499a-baff-adfdc86b724c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:39:32.544211 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cabcf9-629b-47e3-a147-43cd9b0c6d69 req-8171d632-87e0-4eff-95fa-d044d732b6a7 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:39:32.545940 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-33cabcf9-629b-47e3-a147-43cd9b0c6d69 req-8171d632-87e0-4eff-95fa-d044d732b6a7 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 943 time: 0.0533388 Apr 06 16:39:32.600926 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-33cabcf9-629b-47e3-a147-43cd9b0c6d69 req-27c22f02-0b6a-40de-a9e1-a40bbec356ea tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492654 Apr 06 16:39:33.466321 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:39:33.735054 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3581a8f4-9ed8-4b8c-8dc4-8a7c76aeb3c2 req-77d24579-7bb8-4743-851b-9091b6199a59 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:39:33.736540 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-3581a8f4-9ed8-4b8c-8dc4-8a7c76aeb3c2 req-77d24579-7bb8-4743-851b-9091b6199a59 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 943 time: 0.0582163 Apr 06 16:39:33.794945 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-3581a8f4-9ed8-4b8c-8dc4-8a7c76aeb3c2 req-e11ce135-a457-4401-af89-0cc50408b3d1 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525963 Apr 06 16:39:34.563898 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:39:34.922009 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8a33e0-8156-4ece-bab1-ff28cff518fe req-09317cd9-3822-4807-877b-f40637ec0244 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:39:34.923994 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-6f8a33e0-8156-4ece-bab1-ff28cff518fe req-09317cd9-3822-4807-877b-f40637ec0244 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 943 time: 0.0621872 Apr 06 16:39:34.978283 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-6f8a33e0-8156-4ece-bab1-ff28cff518fe req-2b94a0b8-0f34-4b4d-87a6-80e80432fe8b tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486813 Apr 06 16:39:35.614546 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.agents_db [None req-a950ddbd-9d44-4943-b7d7-a118ae2e1c13 None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:39:36.157650 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:39:48.070120 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41fde3-adc8-4f03-8694-b901806f9c8d req-bb914571-2732-44a3-9b69-57735b7da59f tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:39:48.071661 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-6d41fde3-adc8-4f03-8694-b901806f9c8d req-bb914571-2732-44a3-9b69-57735b7da59f tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 943 time: 0.0537307 Apr 06 16:39:48.136165 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-6d41fde3-adc8-4f03-8694-b901806f9c8d req-c0b4bc79-9078-4c87-a06d-74b3f22104da tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562263 Apr 06 16:39:48.933337 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device a11b48b2-7c74-4f6a-81e3-cc831deee15c details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=103682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 16:39:49.028034 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port a11b48b2-7c74-4f6a-81e3-cc831deee15c, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=a11b48b2-7c74-4f6a-81e3-cc831deee15c,segment=NetworkSegment(4338e709-dc46-4a61-ada5-02557dc55805),segment_id=4338e709-dc46-4a61-ada5-02557dc55805)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:39:49.040646 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Returning: {'device': 'a11b48b2-7c74-4f6a-81e3-cc831deee15c', 'network_id': '782e4005-3b7d-4e26-954d-25d46652bf58', 'port_id': 'a11b48b2-7c74-4f6a-81e3-cc831deee15c', 'mac_address': 'fa:16:3e:c4:b3:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '713d2ac2-12c5-40b3-b057-72a7d64c64ec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 16:39:49.082041 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Current status of the port a11b48b2-7c74-4f6a-81e3-cc831deee15c is: DOWN; New status is: BUILD {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:39:49.082429 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (a11b48b2-7c74-4f6a-81e3-cc831deee15c), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:39:49.095657 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.notifiers.nova [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a11b48b2-7c74-4f6a-81e3-cc831deee15c {{(pid=103682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:39:49.115057 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port a11b48b2-7c74-4f6a-81e3-cc831deee15c, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=a11b48b2-7c74-4f6a-81e3-cc831deee15c,segment=NetworkSegment(4338e709-dc46-4a61-ada5-02557dc55805),segment_id=4338e709-dc46-4a61-ada5-02557dc55805)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:39:49.231338 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (a11b48b2-7c74-4f6a-81e3-cc831deee15c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:39:49.268790 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48106bfb-ea9d-481d-a699-fef76c7a07c4 req-127f72c7-d688-430a-a010-04f306e17446 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:39:49.270277 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-48106bfb-ea9d-481d-a699-fef76c7a07c4 req-127f72c7-d688-430a-a010-04f306e17446 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 943 time: 0.0576098 Apr 06 16:39:49.278866 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Pushing event updated for resources: {'Port': ['ID=a11b48b2-7c74-4f6a-81e3-cc831deee15c,revision_number=9']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:39:49.323567 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-48106bfb-ea9d-481d-a699-fef76c7a07c4 req-3d496739-d0bb-4723-a1e2-aeee92eb6be2 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412464 Apr 06 16:39:49.612716 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] get_ports_and_sgs() called for port_ids ['a11b48b2-7c74-4f6a-81e3-cc831deee15c'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:39:50.447851 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed9bbf-14fd-43a8-a674-644a01f0173f req-578e369a-0b02-4d7b-9c21-1c91e86a0d65 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:39:50.449378 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-38ed9bbf-14fd-43a8-a674-644a01f0173f req-578e369a-0b02-4d7b-9c21-1c91e86a0d65 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 944 time: 0.0573742 Apr 06 16:39:50.495752 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-38ed9bbf-14fd-43a8-a674-644a01f0173f req-43eb947c-b674-4742-85d1-af312f0636c7 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407605 Apr 06 16:39:50.927643 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device a11b48b2-7c74-4f6a-81e3-cc831deee15c up at agent hyperv_hv-cinder-81566 {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:39:50.977651 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Provisioning complete for port a11b48b2-7c74-4f6a-81e3-cc831deee15c triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:39:50.989177 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (a11b48b2-7c74-4f6a-81e3-cc831deee15c), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:39:51.058874 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Current status of the port a11b48b2-7c74-4f6a-81e3-cc831deee15c is: BUILD; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:39:51.059286 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (a11b48b2-7c74-4f6a-81e3-cc831deee15c), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:39:51.082044 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ba30a8-4481-4872-be6d-9d5f4e05b89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11b48b2-7c74-4f6a-81e3-cc831deee15c'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:39:51.084297 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f701ca042f89aa6373cad35a0647e7390d8b08e4e39c46ca7d095e958c03af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3b2f80-f099-42de-ad61-7f9a61d780ed" -d '{"events": [{"server_uuid": "c2ba30a8-4481-4872-be6d-9d5f4e05b89d", "name": "network-vif-plugged", "status": "completed", "tag": "a11b48b2-7c74-4f6a-81e3-cc831deee15c"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:39:51.096784 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port a11b48b2-7c74-4f6a-81e3-cc831deee15c, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=a11b48b2-7c74-4f6a-81e3-cc831deee15c,segment=NetworkSegment(4338e709-dc46-4a61-ada5-02557dc55805),segment_id=4338e709-dc46-4a61-ada5-02557dc55805)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:39:51.120641 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742b46a4-6f6e-4b41-83a8-a516d1568fac x-openstack-request-id: req-742b46a4-6f6e-4b41-83a8-a516d1568fac {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:39:51.121042 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ba30a8-4481-4872-be6d-9d5f4e05b89d", "name": "network-vif-plugged", "status": "completed", "tag": "a11b48b2-7c74-4f6a-81e3-cc831deee15c", "code": 200}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:39:51.121301 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-742b46a4-6f6e-4b41-83a8-a516d1568fac {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:39:51.121700 dv-cinder-815660-7-smb neutron-server[103682]: INFO neutron.notifiers.nova [-] Nova event matching ['req-742b46a4-6f6e-4b41-83a8-a516d1568fac'] response: {'server_uuid': 'c2ba30a8-4481-4872-be6d-9d5f4e05b89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11b48b2-7c74-4f6a-81e3-cc831deee15c', 'code': 200} Apr 06 16:39:51.185842 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (a11b48b2-7c74-4f6a-81e3-cc831deee15c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:39:51.252130 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Pushing event updated for resources: {'Port': ['ID=a11b48b2-7c74-4f6a-81e3-cc831deee15c,revision_number=10']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:39:51.630034 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f35afdd-7043-46c6-81ce-f5919bc2da25 req-4d1e8dcd-df1d-439a-a79f-fd516959fc24 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:39:51.631792 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-3f35afdd-7043-46c6-81ce-f5919bc2da25 req-4d1e8dcd-df1d-439a-a79f-fd516959fc24 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 946 time: 0.0618298 Apr 06 16:39:51.641303 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849b26d-ba07-4821-bb1f-c0c7fa1832a7 req-fdfec053-6a61-47a0-9418-f7df64060a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:39:51.642810 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-f849b26d-ba07-4821-bb1f-c0c7fa1832a7 req-fdfec053-6a61-47a0-9418-f7df64060a41 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 1130 time: 0.0571799 Apr 06 16:39:51.689123 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-3f35afdd-7043-46c6-81ce-f5919bc2da25 req-ff56fb4b-3dc9-45c8-a942-5e8c24fcf93b tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456479 Apr 06 16:39:51.691905 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-f849b26d-ba07-4821-bb1f-c0c7fa1832a7 req-aa132086-762e-4956-b00a-fa1db9f1fe9d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425622 Apr 06 16:39:52.812818 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0dbbbf-03e5-4779-ba14-278962af4c64 req-73b3e787-69eb-4ea4-90a3-ac9c01606ca1 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:39:52.814513 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-5b0dbbbf-03e5-4779-ba14-278962af4c64 req-73b3e787-69eb-4ea4-90a3-ac9c01606ca1 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 946 time: 0.0565944 Apr 06 16:39:52.866450 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-5b0dbbbf-03e5-4779-ba14-278962af4c64 req-168d73e3-84b0-4a44-8451-eb33235d5ba2 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463700 Apr 06 16:39:53.993119 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87942e28-6ad3-458f-a05b-2f1a62c1a1ef req-dc300b20-1728-441a-8331-ee87a6fcb8e9 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:39:53.995204 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-87942e28-6ad3-458f-a05b-2f1a62c1a1ef req-dc300b20-1728-441a-8331-ee87a6fcb8e9 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 946 time: 0.0553043 Apr 06 16:39:54.046748 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-87942e28-6ad3-458f-a05b-2f1a62c1a1ef req-815d7aa6-60ff-4ba3-b7b5-48553699a39d tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464208 Apr 06 16:39:54.679528 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a90de63-93c0-4421-9301-1e022fc0ff01 req-7a6dabe5-50f5-48d5-b5f1-e3e5c5333940 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:39:54.681570 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-9a90de63-93c0-4421-9301-1e022fc0ff01 req-7a6dabe5-50f5-48d5-b5f1-e3e5c5333940 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=9663d894-94fe-4c80-a2ce-2204478d6201 HTTP/1.1" status: 200 len: 946 time: 0.0526905 Apr 06 16:39:54.728223 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-9a90de63-93c0-4421-9301-1e022fc0ff01 req-daa1df2f-83f0-4be3-b0d2-ff8218c24abc tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=64aa0ea3-fbaa-475e-a39e-a0c5bfaed353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410976 Apr 06 16:39:55.176869 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b74527-17d0-4c38-8d46-d1bc57fb4caf req-101aa271-4c70-4a33-8dff-1b6a64f31317 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:39:55.178323 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-56b74527-17d0-4c38-8d46-d1bc57fb4caf req-101aa271-4c70-4a33-8dff-1b6a64f31317 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 946 time: 0.0556743 Apr 06 16:39:55.226023 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-56b74527-17d0-4c38-8d46-d1bc57fb4caf req-85af9e12-c4b8-4b6f-bfe6-7c6cd7442c6c tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420811 Apr 06 16:39:55.848426 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3907b-ac99-4acf-aef2-b2956c2199a6 req-9b1681eb-b598-41ce-b395-e8f0a50f6ac4 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:39:55.849900 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-53f3907b-ac99-4acf-aef2-b2956c2199a6 req-9b1681eb-b598-41ce-b395-e8f0a50f6ac4 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=9663d894-94fe-4c80-a2ce-2204478d6201 HTTP/1.1" status: 200 len: 946 time: 0.0520556 Apr 06 16:39:55.903539 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-53f3907b-ac99-4acf-aef2-b2956c2199a6 req-f10ac457-6949-43f1-9548-c190d7d24f6b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=64aa0ea3-fbaa-475e-a39e-a0c5bfaed353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480883 Apr 06 16:39:56.544959 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2af8e8-c1e1-4319-808c-ed3eaf97b8c4 req-8dc06164-b54c-4323-8003-2b9f073b2217 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:39:56.546312 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ba2af8e8-c1e1-4319-808c-ed3eaf97b8c4 req-8dc06164-b54c-4323-8003-2b9f073b2217 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.39 "GET /v2.0/ports?device_id=9663d894-94fe-4c80-a2ce-2204478d6201 HTTP/1.1" status: 200 len: 946 time: 0.0529094 Apr 06 16:39:57.076926 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec167ad-baa6-4ba4-8d11-e2c705976810 req-b5df7802-5e81-4bfe-bd47-55578b1b205c tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:39:57.078430 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-cec167ad-baa6-4ba4-8d11-e2c705976810 req-b5df7802-5e81-4bfe-bd47-55578b1b205c tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=9663d894-94fe-4c80-a2ce-2204478d6201 HTTP/1.1" status: 200 len: 946 time: 0.0975523 Apr 06 16:39:57.104629 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [req-ba2af8e8-c1e1-4319-808c-ed3eaf97b8c4 req-f7692756-80bc-421f-bc7d-9d0053579d48 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Deleting port ce148ff5-40c5-4070-aec6-7b893d6fd454 {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:39:57.104968 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-ba2af8e8-c1e1-4319-808c-ed3eaf97b8c4 req-f7692756-80bc-421f-bc7d-9d0053579d48 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (ce148ff5-40c5-4070-aec6-7b893d6fd454), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:39:57.183932 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-cec167ad-baa6-4ba4-8d11-e2c705976810 req-5be8fc53-a70d-4038-bcea-7a46cae1ca0a tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=64aa0ea3-fbaa-475e-a39e-a0c5bfaed353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983500 Apr 06 16:39:57.216708 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [req-ba2af8e8-c1e1-4319-808c-ed3eaf97b8c4 req-f7692756-80bc-421f-bc7d-9d0053579d48 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] For port ce148ff5-40c5-4070-aec6-7b893d6fd454, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ce148ff5-40c5-4070-aec6-7b893d6fd454,segment=NetworkSegment(9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0),segment_id=9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0)] {{(pid=103680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:39:57.217073 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-ba2af8e8-c1e1-4319-808c-ed3eaf97b8c4 req-f7692756-80bc-421f-bc7d-9d0053579d48 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (ce148ff5-40c5-4070-aec6-7b893d6fd454), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:39:57.388589 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-ba2af8e8-c1e1-4319-808c-ed3eaf97b8c4 req-f7692756-80bc-421f-bc7d-9d0053579d48 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:39:57.388954 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-ba2af8e8-c1e1-4319-808c-ed3eaf97b8c4 req-f7692756-80bc-421f-bc7d-9d0053579d48 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617069'] for floatingip (a7f3a585-f084-4c9b-9f07-9ca2725a89d5), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:39:57.389299 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.db.l3_db [req-ba2af8e8-c1e1-4319-808c-ed3eaf97b8c4 req-f7692756-80bc-421f-bc7d-9d0053579d48 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Floating IP a7f3a585-f084-4c9b-9f07-9ca2725a89d5 disassociated. External IP: 172.28.0.171, port: ce148ff5-40c5-4070-aec6-7b893d6fd454. Apr 06 16:39:57.389639 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [req-ba2af8e8-c1e1-4319-808c-ed3eaf97b8c4 req-f7692756-80bc-421f-bc7d-9d0053579d48 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Calling delete_port for ce148ff5-40c5-4070-aec6-7b893d6fd454 owned by compute:nova {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:39:57.596135 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-ba2af8e8-c1e1-4319-808c-ed3eaf97b8c4 req-f7692756-80bc-421f-bc7d-9d0053579d48 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (ce148ff5-40c5-4070-aec6-7b893d6fd454), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:39:57.624636 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7692756-80bc-421f-bc7d-9d0053579d48 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Pushing event deleted for resources: {'Port': ['ID=ce148ff5-40c5-4070-aec6-7b893d6fd454,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:39:57.634695 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7692756-80bc-421f-bc7d-9d0053579d48 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:39:57.635046 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7692756-80bc-421f-bc7d-9d0053579d48 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:39:57.635388 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7692756-80bc-421f-bc7d-9d0053579d48 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:39:57.635748 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7692756-80bc-421f-bc7d-9d0053579d48 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:39:57.636086 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7692756-80bc-421f-bc7d-9d0053579d48 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:39:57.636458 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7692756-80bc-421f-bc7d-9d0053579d48 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:39:57.636733 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7692756-80bc-421f-bc7d-9d0053579d48 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:39:57.637056 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7692756-80bc-421f-bc7d-9d0053579d48 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:39:57.637380 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7692756-80bc-421f-bc7d-9d0053579d48 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:39:57.637702 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7692756-80bc-421f-bc7d-9d0053579d48 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:39:57.638025 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7692756-80bc-421f-bc7d-9d0053579d48 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:39:57.638346 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7692756-80bc-421f-bc7d-9d0053579d48 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:39:57.638665 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7692756-80bc-421f-bc7d-9d0053579d48 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:39:57.638982 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7692756-80bc-421f-bc7d-9d0053579d48 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:39:57.639301 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7692756-80bc-421f-bc7d-9d0053579d48 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:39:57.751353 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba2af8e8-c1e1-4319-808c-ed3eaf97b8c4 req-f7692756-80bc-421f-bc7d-9d0053579d48 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Router 16901a2b-a0e0-4d5f-920d-7408ff2de157 has already been hosted by L3 agent 94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e {{(pid=103680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:39:57.861610 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba2af8e8-c1e1-4319-808c-ed3eaf97b8c4 req-f7692756-80bc-421f-bc7d-9d0053579d48 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Notify agent at l3_agent.dv-cinder-815660-7-smb the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:39:57.871229 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4647d4-e348-4cdb-96fe-9e6bf83f647f None None] Sync routers for ids ['16901a2b-a0e0-4d5f-920d-7408ff2de157'] in dv-cinder-815660-7-smb {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:39:57.881705 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4647d4-e348-4cdb-96fe-9e6bf83f647f None None] Routers {'16901a2b-a0e0-4d5f-920d-7408ff2de157'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:39:57.882319 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-4a4647d4-e348-4cdb-96fe-9e6bf83f647f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:39:32Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['16901a2b-a0e0-4d5f-920d-7408ff2de157'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:39:57.907961 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba2af8e8-c1e1-4319-808c-ed3eaf97b8c4 req-f7692756-80bc-421f-bc7d-9d0053579d48 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] No DVR routers for this DVR port ce148ff5-40c5-4070-aec6-7b893d6fd454 on host hv-cinder-81566 {{(pid=103680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:39:57.909475 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-ba2af8e8-c1e1-4319-808c-ed3eaf97b8c4 req-f7692756-80bc-421f-bc7d-9d0053579d48 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for port (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:39:57.913053 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ba2af8e8-c1e1-4319-808c-ed3eaf97b8c4 req-f7692756-80bc-421f-bc7d-9d0053579d48 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.39 "DELETE /v2.0/ports/ce148ff5-40c5-4070-aec6-7b893d6fd454 HTTP/1.1" status: 204 len: 173 time: 0.9595227 Apr 06 16:39:57.913690 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9663d894-94fe-4c80-a2ce-2204478d6201', 'name': 'network-vif-deleted', 'tag': 'ce148ff5-40c5-4070-aec6-7b893d6fd454'}] {{(pid=103680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:39:57.916161 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37defc4f8c4d51421555421a688636eb49d5c8fee7a473d71a3f8bc7c746dcd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf91fbd-9ed7-4e12-90e6-b82d646ebed1" -d '{"events": [{"server_uuid": "9663d894-94fe-4c80-a2ce-2204478d6201", "name": "network-vif-deleted", "tag": "ce148ff5-40c5-4070-aec6-7b893d6fd454"}]}' {{(pid=103680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:39:57.952687 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d516604b-5d18-49a1-81a5-0f35086af0cf x-openstack-request-id: req-d516604b-5d18-49a1-81a5-0f35086af0cf {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:39:57.952991 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9663d894-94fe-4c80-a2ce-2204478d6201", "name": "network-vif-deleted", "tag": "ce148ff5-40c5-4070-aec6-7b893d6fd454", "status": "completed", "code": 200}]} {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:39:57.953255 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d516604b-5d18-49a1-81a5-0f35086af0cf {{(pid=103680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:39:57.953700 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d516604b-5d18-49a1-81a5-0f35086af0cf'] response: {'server_uuid': '9663d894-94fe-4c80-a2ce-2204478d6201', 'name': 'network-vif-deleted', 'tag': 'ce148ff5-40c5-4070-aec6-7b893d6fd454', 'status': 'completed', 'code': 200} Apr 06 16:39:58.003650 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-4a4647d4-e348-4cdb-96fe-9e6bf83f647f None None] Set router 16901a2b-a0e0-4d5f-920d-7408ff2de157 gateway port host: dv-cinder-815660-7-smb {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:39:58.210568 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-4a4647d4-e348-4cdb-96fe-9e6bf83f647f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'name': 'tempest-AttachVolumeNegativeTest-1107108701-router', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12'}], 'enable_snat': True}, 'gw_port_id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:32:37Z', 'updated_at': '2022-04-06T16:32:42Z', 'revision_number': 4, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'gw_port': {'id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:38Z', 'updated_at': '2022-04-06T16:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': '5ed24226-3823-4f2b-b252-2fb23010c71e', 'name': '', 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'mac_address': 'fa:16:3e:e8:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:41Z', 'updated_at': '2022-04-06T16:32:47Z', 'revision_number': 5, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'subnets': [{'id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:39:58.241086 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4647d4-e348-4cdb-96fe-9e6bf83f647f None None] Checking router: 16901a2b-a0e0-4d5f-920d-7408ff2de157 for host: dv-cinder-815660-7-smb {{(pid=103683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:39:58.252524 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4647d4-e348-4cdb-96fe-9e6bf83f647f None None] Routers {'16901a2b-a0e0-4d5f-920d-7408ff2de157'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:39:58.253351 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-4a4647d4-e348-4cdb-96fe-9e6bf83f647f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:39:32Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['16901a2b-a0e0-4d5f-920d-7408ff2de157'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:39:58.282720 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-a47b8d67-1526-4a31-94a8-45cb0c74ff00 req-6cfd2312-fe5a-47ab-b4d9-9091fc876e38 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=9663d894-94fe-4c80-a2ce-2204478d6201 HTTP/1.1" status: 200 len: 210 time: 0.0290656 Apr 06 16:39:58.366396 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-4a4647d4-e348-4cdb-96fe-9e6bf83f647f None None] Set router 16901a2b-a0e0-4d5f-920d-7408ff2de157 gateway port host: dv-cinder-815660-7-smb {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:39:58.568262 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-4a4647d4-e348-4cdb-96fe-9e6bf83f647f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'name': 'tempest-AttachVolumeNegativeTest-1107108701-router', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12'}], 'enable_snat': True}, 'gw_port_id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:32:37Z', 'updated_at': '2022-04-06T16:32:42Z', 'revision_number': 4, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'gw_port': {'id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:38Z', 'updated_at': '2022-04-06T16:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': '5ed24226-3823-4f2b-b252-2fb23010c71e', 'name': '', 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'mac_address': 'fa:16:3e:e8:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:41Z', 'updated_at': '2022-04-06T16:32:47Z', 'revision_number': 5, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'subnets': [{'id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:39:58.597382 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4647d4-e348-4cdb-96fe-9e6bf83f647f None None] The sync data for ids ['16901a2b-a0e0-4d5f-920d-7408ff2de157'] in dv-cinder-815660-7-smb is: [{'id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'name': 'tempest-AttachVolumeNegativeTest-1107108701-router', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12'}], 'enable_snat': True}, 'gw_port_id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:32:37Z', 'updated_at': '2022-04-06T16:32:42Z', 'revision_number': 4, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'gw_port': {'id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:38Z', 'updated_at': '2022-04-06T16:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': '5ed24226-3823-4f2b-b252-2fb23010c71e', 'name': '', 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'mac_address': 'fa:16:3e:e8:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:41Z', 'updated_at': '2022-04-06T16:32:47Z', 'revision_number': 5, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'subnets': [{'id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:39:58.825050 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8c3215-6085-40fe-837b-f6155e641480 None None] New status for floating IP a7f3a585-f084-4c9b-9f07-9ca2725a89d5: DOWN {{(pid=103682) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 16:39:59.442529 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 41506) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:39:59.495140 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2d86083d-4348-48ea-83c8-fd4661bf57ae tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for security_group (64aa0ea3-fbaa-475e-a39e-a0c5bfaed353), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:39:59.518322 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2d86083d-4348-48ea-83c8-fd4661bf57ae tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for security_group (64aa0ea3-fbaa-475e-a39e-a0c5bfaed353), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:39:59.630065 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2d86083d-4348-48ea-83c8-fd4661bf57ae tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (64aa0ea3-fbaa-475e-a39e-a0c5bfaed353), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:39:59.632765 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2d86083d-4348-48ea-83c8-fd4661bf57ae tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:39:59.633925 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-2d86083d-4348-48ea-83c8-fd4661bf57ae tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "DELETE /v2.0/security-groups/64aa0ea3-fbaa-475e-a39e-a0c5bfaed353 HTTP/1.1" status: 204 len: 168 time: 0.1904171 Apr 06 16:39:59.636952 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 41508) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:39:59.643233 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d86083d-4348-48ea-83c8-fd4661bf57ae tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64aa0ea3-fbaa-475e-a39e-a0c5bfaed353,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:39:59.651142 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d86083d-4348-48ea-83c8-fd4661bf57ae tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:39:59.651501 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d86083d-4348-48ea-83c8-fd4661bf57ae tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:39:59.651888 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d86083d-4348-48ea-83c8-fd4661bf57ae tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:39:59.652006 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.api.v2.resource [None req-26d709bc-4b0b-4d9b-995e-a40164a5c731 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] show failed (client error): The resource could not be found. Apr 06 16:39:59.652279 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d86083d-4348-48ea-83c8-fd4661bf57ae tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:39:59.652549 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d86083d-4348-48ea-83c8-fd4661bf57ae tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:39:59.652891 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d86083d-4348-48ea-83c8-fd4661bf57ae tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:39:59.653222 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d86083d-4348-48ea-83c8-fd4661bf57ae tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:39:59.653555 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d86083d-4348-48ea-83c8-fd4661bf57ae tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:39:59.653877 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d86083d-4348-48ea-83c8-fd4661bf57ae tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:39:59.654212 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d86083d-4348-48ea-83c8-fd4661bf57ae tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:39:59.654540 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d86083d-4348-48ea-83c8-fd4661bf57ae tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:39:59.654870 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d86083d-4348-48ea-83c8-fd4661bf57ae tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:39:59.655235 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d86083d-4348-48ea-83c8-fd4661bf57ae tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:39:59.655514 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d86083d-4348-48ea-83c8-fd4661bf57ae tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:39:59.655864 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d86083d-4348-48ea-83c8-fd4661bf57ae tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:39:59.656324 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-26d709bc-4b0b-4d9b-995e-a40164a5c731 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups/64aa0ea3-fbaa-475e-a39e-a0c5bfaed353 HTTP/1.1" status: 404 len: 347 time: 0.0183642 Apr 06 16:39:59.657020 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 41510) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:39:59.794267 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-3a8927cb-ab8f-4d0c-89c1-2786c079e87c tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Deleting port 3faf0a2d-0aea-4443-888a-b899422de950 {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:39:59.794605 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-3a8927cb-ab8f-4d0c-89c1-2786c079e87c tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (3faf0a2d-0aea-4443-888a-b899422de950), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:39:59.802039 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-cd298f8a-575a-4cfc-814a-10158c9aaa64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:39:59.871214 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-3a8927cb-ab8f-4d0c-89c1-2786c079e87c tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (3faf0a2d-0aea-4443-888a-b899422de950), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:39:59.875931 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-3a8927cb-ab8f-4d0c-89c1-2786c079e87c tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for floatingip (3faf0a2d-0aea-4443-888a-b899422de950), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:39:59.883424 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-3a8927cb-ab8f-4d0c-89c1-2786c079e87c tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Calling delete_port for 3faf0a2d-0aea-4443-888a-b899422de950 owned by network:floatingip {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:40:00.155498 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-3a8927cb-ab8f-4d0c-89c1-2786c079e87c tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (3faf0a2d-0aea-4443-888a-b899422de950), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:00.181482 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8927cb-ab8f-4d0c-89c1-2786c079e87c tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Pushing event deleted for resources: {'Port': ['ID=3faf0a2d-0aea-4443-888a-b899422de950,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:40:00.247516 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-3a8927cb-ab8f-4d0c-89c1-2786c079e87c tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for floatingip (a7f3a585-f084-4c9b-9f07-9ca2725a89d5), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:00.250148 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-3a8927cb-ab8f-4d0c-89c1-2786c079e87c tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for floatingip (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:00.251307 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-3a8927cb-ab8f-4d0c-89c1-2786c079e87c tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "DELETE /v2.0/floatingips/a7f3a585-f084-4c9b-9f07-9ca2725a89d5 HTTP/1.1" status: 204 len: 168 time: 0.5920587 Apr 06 16:40:00.556833 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 41516) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:40:00.561718 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-533e61c7-a9eb-446c-ae02-ce9bffdaa48f tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Request body: {'security_group': {'name': 'tempest-securitygroup--863911852', 'description': 'tempest-description--2023407202'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:40:00.687107 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-533e61c7-a9eb-446c-ae02-ce9bffdaa48f tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:00.753069 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-533e61c7-a9eb-446c-ae02-ce9bffdaa48f tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for security_group (573fe1ca-d919-4dd9-9171-043c0ac2899f), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:00.875829 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-533e61c7-a9eb-446c-ae02-ce9bffdaa48f tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (573fe1ca-d919-4dd9-9171-043c0ac2899f), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:00.906847 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e61c7-a9eb-446c-ae02-ce9bffdaa48f tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=573fe1ca-d919-4dd9-9171-043c0ac2899f,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:40:00.945791 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device ce148ff5-40c5-4070-aec6-7b893d6fd454 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:40:00.965814 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] No Port match for: ce148ff5-40c5-4070-aec6-7b893d6fd454 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:40:00.966167 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device ce148ff5-40c5-4070-aec6-7b893d6fd454 not bound to the agent host hv-cinder-81566 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:40:01.003307 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-533e61c7-a9eb-446c-ae02-ce9bffdaa48f tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:01.004600 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-533e61c7-a9eb-446c-ae02-ce9bffdaa48f tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4466524 Apr 06 16:40:01.007787 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 41518) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:40:01.014266 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [None req-0f08bc2c-f71e-493a-9aef-9adae9b49a83 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Request body: {'security_group_rule': {'security_group_id': '573fe1ca-d919-4dd9-9171-043c0ac2899f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:40:01.126664 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-0f08bc2c-f71e-493a-9aef-9adae9b49a83 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for security_group_rule (8ad141c5-78c0-4711-b897-fe9e1273a2b4), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:01.180877 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-0f08bc2c-f71e-493a-9aef-9adae9b49a83 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for security_group_rule (8ad141c5-78c0-4711-b897-fe9e1273a2b4), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:01.270601 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-0f08bc2c-f71e-493a-9aef-9adae9b49a83 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654992'] for security_group_rule (8ad141c5-78c0-4711-b897-fe9e1273a2b4), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:01.288585 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f08bc2c-f71e-493a-9aef-9adae9b49a83 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ad141c5-78c0-4711-b897-fe9e1273a2b4,revision_number=0']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:40:01.310486 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (0e5c86dc-cd19-4356-a060-9388d8808620), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:01.420551 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-0f08bc2c-f71e-493a-9aef-9adae9b49a83 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:01.421793 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-0f08bc2c-f71e-493a-9aef-9adae9b49a83 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4130137 Apr 06 16:40:01.424589 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 41528) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:40:01.428795 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [None req-e9ef7263-26ea-4c7b-861f-bbd370cf3e51 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Request body: {'security_group_rule': {'security_group_id': '573fe1ca-d919-4dd9-9171-043c0ac2899f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:40:01.537921 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e9ef7263-26ea-4c7b-861f-bbd370cf3e51 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for security_group_rule (4244eaea-796a-4fec-b841-3961bd51ed8e), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:01.600024 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e9ef7263-26ea-4c7b-861f-bbd370cf3e51 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for security_group_rule (4244eaea-796a-4fec-b841-3961bd51ed8e), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:01.693023 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e9ef7263-26ea-4c7b-861f-bbd370cf3e51 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654992'] for security_group_rule (4244eaea-796a-4fec-b841-3961bd51ed8e), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:01.713905 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ef7263-26ea-4c7b-861f-bbd370cf3e51 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4244eaea-796a-4fec-b841-3961bd51ed8e,revision_number=0']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:40:01.786207 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e9ef7263-26ea-4c7b-861f-bbd370cf3e51 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:01.787424 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-e9ef7263-26ea-4c7b-861f-bbd370cf3e51 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3619339 Apr 06 16:40:01.790831 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 41534) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:40:01.795665 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [None req-85976a8a-7b6a-4b6e-beec-dc5ac812988c tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Request body: {'floatingip': {'floating_network_id': '5748d197-8213-47ef-9188-592aa7f2e542'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:40:01.876120 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-85976a8a-7b6a-4b6e-beec-dc5ac812988c tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:01.973974 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-85976a8a-7b6a-4b6e-beec-dc5ac812988c tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:02.070534 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f1b33a00-6923-4f99-9f42-297c0734097e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:02.079686 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [None req-85976a8a-7b6a-4b6e-beec-dc5ac812988c tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Allocated IP 172.28.0.154 (5748d197-8213-47ef-9188-592aa7f2e542/30360da9-bba6-4593-a408-3cd8aca8fb5f/66e7cb5f-3eef-4cee-ab98-a621f90256a2) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:40:02.184578 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-85976a8a-7b6a-4b6e-beec-dc5ac812988c tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for port (66e7cb5f-3eef-4cee-ab98-a621f90256a2), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:02.310570 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-85976a8a-7b6a-4b6e-beec-dc5ac812988c tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6161582'] for port (66e7cb5f-3eef-4cee-ab98-a621f90256a2), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:02.345830 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85976a8a-7b6a-4b6e-beec-dc5ac812988c tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Network 5748d197-8213-47ef-9188-592aa7f2e542 is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:40:02.350738 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-85976a8a-7b6a-4b6e-beec-dc5ac812988c tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:40:02.355063 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85976a8a-7b6a-4b6e-beec-dc5ac812988c tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:40:02.378504 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85976a8a-7b6a-4b6e-beec-dc5ac812988c tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Pushing event updated for resources: {'Port': ['ID=66e7cb5f-3eef-4cee-ab98-a621f90256a2,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:40:02.446639 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-85976a8a-7b6a-4b6e-beec-dc5ac812988c tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for floatingip (68e06a13-d6dd-4c09-bb58-c385a8ddebfa), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:02.550357 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-85976a8a-7b6a-4b6e-beec-dc5ac812988c tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (66e7cb5f-3eef-4cee-ab98-a621f90256a2), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:02.704427 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-85976a8a-7b6a-4b6e-beec-dc5ac812988c tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for port (66e7cb5f-3eef-4cee-ab98-a621f90256a2), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:02.778231 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-85976a8a-7b6a-4b6e-beec-dc5ac812988c tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6161623'] for port (66e7cb5f-3eef-4cee-ab98-a621f90256a2), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:02.855725 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85976a8a-7b6a-4b6e-beec-dc5ac812988c tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Pushing event updated for resources: {'Port': ['ID=66e7cb5f-3eef-4cee-ab98-a621f90256a2,revision_number=2']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:40:02.869166 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-85976a8a-7b6a-4b6e-beec-dc5ac812988c tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617069'] for floatingip (68e06a13-d6dd-4c09-bb58-c385a8ddebfa), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:02.958000 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-85976a8a-7b6a-4b6e-beec-dc5ac812988c tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for floatingip (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:02.959305 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-85976a8a-7b6a-4b6e-beec-dc5ac812988c tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1673391 Apr 06 16:40:03.175374 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-08fceef5-5d38-49bb-9ddc-86ca22d4d161 req-dee83a93-1f72-4eac-a5bc-d13591b70f72 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--863911852&fields=id&tenant_id=3e0d499680204ce48c74bc5d3b01a192 HTTP/1.1" status: 200 len: 267 time: 0.0447309 Apr 06 16:40:03.285762 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fceef5-5d38-49bb-9ddc-86ca22d4d161 req-eb5e2884-5db0-4f99-a620-b33a6ab8e9d0 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:40:03.287121 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-08fceef5-5d38-49bb-9ddc-86ca22d4d161 req-eb5e2884-5db0-4f99-a620-b33a6ab8e9d0 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/networks?id=8ef6f925-e3af-4879-bc93-ee3096c80cf0 HTTP/1.1" status: 200 len: 815 time: 0.1050928 Apr 06 16:40:03.301550 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-08fceef5-5d38-49bb-9ddc-86ca22d4d161 req-c4cac6ba-4e38-490e-98ae-adbcfb180ed0 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/quotas/3e0d499680204ce48c74bc5d3b01a192 HTTP/1.1" status: 200 len: 375 time: 0.0090675 Apr 06 16:40:03.365920 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-08fceef5-5d38-49bb-9ddc-86ca22d4d161 req-289d8f03-4887-4a96-9b0e-3455c734c507 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3e0d499680204ce48c74bc5d3b01a192&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526240 Apr 06 16:40:03.461636 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-08fceef5-5d38-49bb-9ddc-86ca22d4d161 req-d0c43a5b-49c4-49b3-afc1-517c84c57c06 service neutron] 10.222.0.49 "GET /v2.0/networks/8ef6f925-e3af-4879-bc93-ee3096c80cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842526 Apr 06 16:40:03.558584 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:03.568136 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-08fceef5-5d38-49bb-9ddc-86ca22d4d161 req-36e44d3c-7b4a-4d13-a697-eebf8ebe6465 service neutron] 10.222.0.49 "GET /v2.0/networks/8ef6f925-e3af-4879-bc93-ee3096c80cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999570 Apr 06 16:40:03.576740 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f851669-1a28-4a88-a29c-2f6a738931c7 req-24339a73-6cdb-434a-9529-c114a55200d6 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:40:03.578308 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-7f851669-1a28-4a88-a29c-2f6a738931c7 req-24339a73-6cdb-434a-9529-c114a55200d6 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a0b3f8-6c03-4422-a52a-2dc265d2b240 HTTP/1.1" status: 200 len: 946 time: 0.0547931 Apr 06 16:40:03.627547 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-7f851669-1a28-4a88-a29c-2f6a738931c7 req-14bc68bf-6fbf-4ff6-b3a7-1340ce5a2eef tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ef1372b-ba04-4cf1-8337-0302c62462fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426638 Apr 06 16:40:04.566645 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:04.746695 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751334e7-ce2d-49d2-86b4-052bf5f8e4a7 req-48c6c90e-07c8-4dba-87ef-cc4b9d770319 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:40:04.748129 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-751334e7-ce2d-49d2-86b4-052bf5f8e4a7 req-48c6c90e-07c8-4dba-87ef-cc4b9d770319 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a0b3f8-6c03-4422-a52a-2dc265d2b240 HTTP/1.1" status: 200 len: 946 time: 0.0537264 Apr 06 16:40:04.801813 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-751334e7-ce2d-49d2-86b4-052bf5f8e4a7 req-09d71b34-5770-48c7-9065-fe9805df8b6f tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ef1372b-ba04-4cf1-8337-0302c62462fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477450 Apr 06 16:40:04.841717 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-c82e9bde-a721-4252-88fc-5bec108ffd96 req-423d4832-1366-4451-810f-24a0bf1a0bb8 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=5128c3c2-2633-4f1e-ac46-6dc8ef8769be HTTP/1.1" status: 200 len: 210 time: 0.0281129 Apr 06 16:40:05.936512 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314a04a-f45c-42ee-aebe-aaa9ab0d098a req-c60aab06-fcae-4dcb-8b0f-3e9a345f5496 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:40:05.937949 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-d314a04a-f45c-42ee-aebe-aaa9ab0d098a req-c60aab06-fcae-4dcb-8b0f-3e9a345f5496 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a0b3f8-6c03-4422-a52a-2dc265d2b240 HTTP/1.1" status: 200 len: 946 time: 0.0883956 Apr 06 16:40:05.940213 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-12fc1d25-b9c3-429a-a9ce-04a836ef6953 req-fdbcd73c-f713-4b2e-83b1-0743d4e6bf25 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=5128c3c2-2633-4f1e-ac46-6dc8ef8769be HTTP/1.1" status: 200 len: 210 time: 0.0292335 Apr 06 16:40:05.961713 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8de4a2-0c90-426c-bf57-a3b076bacff9 req-84c1a0f3-fbe1-4574-abfb-da26e32d2de4 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:40:05.963163 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-dd8de4a2-0c90-426c-bf57-a3b076bacff9 req-84c1a0f3-fbe1-4574-abfb-da26e32d2de4 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a0b3f8-6c03-4422-a52a-2dc265d2b240 HTTP/1.1" status: 200 len: 946 time: 0.0834401 Apr 06 16:40:06.060346 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-dd8de4a2-0c90-426c-bf57-a3b076bacff9 req-22fe5af5-e453-4489-9e42-6ff6f6f605eb tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ef1372b-ba04-4cf1-8337-0302c62462fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802302 Apr 06 16:40:06.082646 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [req-d314a04a-f45c-42ee-aebe-aaa9ab0d098a req-cee9d652-14a6-4e93-a587-c6bea52c4ecb tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Deleting port a232897e-d288-4d6d-8d8a-ed2da6cc181c {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:40:06.082990 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-d314a04a-f45c-42ee-aebe-aaa9ab0d098a req-cee9d652-14a6-4e93-a587-c6bea52c4ecb tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (a232897e-d288-4d6d-8d8a-ed2da6cc181c), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:06.171706 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [req-d314a04a-f45c-42ee-aebe-aaa9ab0d098a req-cee9d652-14a6-4e93-a587-c6bea52c4ecb tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] For port a232897e-d288-4d6d-8d8a-ed2da6cc181c, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=a232897e-d288-4d6d-8d8a-ed2da6cc181c,segment=NetworkSegment(72e3ade1-cead-4288-afb3-eceacb264caa),segment_id=72e3ade1-cead-4288-afb3-eceacb264caa)] {{(pid=103680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:40:06.172087 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-d314a04a-f45c-42ee-aebe-aaa9ab0d098a req-cee9d652-14a6-4e93-a587-c6bea52c4ecb tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (a232897e-d288-4d6d-8d8a-ed2da6cc181c), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:06.184607 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:06.344586 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-d314a04a-f45c-42ee-aebe-aaa9ab0d098a req-cee9d652-14a6-4e93-a587-c6bea52c4ecb tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:06.344875 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-d314a04a-f45c-42ee-aebe-aaa9ab0d098a req-cee9d652-14a6-4e93-a587-c6bea52c4ecb tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617069'] for floatingip (c34b9291-6288-4b59-b197-7754be3d5af2), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:06.345187 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.db.l3_db [req-d314a04a-f45c-42ee-aebe-aaa9ab0d098a req-cee9d652-14a6-4e93-a587-c6bea52c4ecb tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Floating IP c34b9291-6288-4b59-b197-7754be3d5af2 disassociated. External IP: 172.28.0.136, port: a232897e-d288-4d6d-8d8a-ed2da6cc181c. Apr 06 16:40:06.345525 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [req-d314a04a-f45c-42ee-aebe-aaa9ab0d098a req-cee9d652-14a6-4e93-a587-c6bea52c4ecb tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Calling delete_port for a232897e-d288-4d6d-8d8a-ed2da6cc181c owned by compute:nova {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:40:06.589628 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-d314a04a-f45c-42ee-aebe-aaa9ab0d098a req-cee9d652-14a6-4e93-a587-c6bea52c4ecb tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (a232897e-d288-4d6d-8d8a-ed2da6cc181c), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:06.620198 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee9d652-14a6-4e93-a587-c6bea52c4ecb tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Pushing event deleted for resources: {'Port': ['ID=a232897e-d288-4d6d-8d8a-ed2da6cc181c,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:40:06.740812 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d314a04a-f45c-42ee-aebe-aaa9ab0d098a req-cee9d652-14a6-4e93-a587-c6bea52c4ecb tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Router dd48a771-c84e-4f03-8a0f-c8c42aa8780a has already been hosted by L3 agent 94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e {{(pid=103680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:40:06.853581 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d314a04a-f45c-42ee-aebe-aaa9ab0d098a req-cee9d652-14a6-4e93-a587-c6bea52c4ecb tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Notify agent at l3_agent.dv-cinder-815660-7-smb the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:40:06.863396 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdf1b21-de46-465a-ba83-1e56a043721b None None] Sync routers for ids ['dd48a771-c84e-4f03-8a0f-c8c42aa8780a'] in dv-cinder-815660-7-smb {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:40:06.875006 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdf1b21-de46-465a-ba83-1e56a043721b None None] Routers {'dd48a771-c84e-4f03-8a0f-c8c42aa8780a'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:40:06.876217 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-dcdf1b21-de46-465a-ba83-1e56a043721b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:40:02Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['dd48a771-c84e-4f03-8a0f-c8c42aa8780a'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:40:06.899721 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [req-d314a04a-f45c-42ee-aebe-aaa9ab0d098a req-cee9d652-14a6-4e93-a587-c6bea52c4ecb tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] No DVR routers for this DVR port a232897e-d288-4d6d-8d8a-ed2da6cc181c on host hv-cinder-81566 {{(pid=103680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:40:06.902163 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-d314a04a-f45c-42ee-aebe-aaa9ab0d098a req-cee9d652-14a6-4e93-a587-c6bea52c4ecb tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for port (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:06.905480 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-d314a04a-f45c-42ee-aebe-aaa9ab0d098a req-cee9d652-14a6-4e93-a587-c6bea52c4ecb tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.39 "DELETE /v2.0/ports/a232897e-d288-4d6d-8d8a-ed2da6cc181c HTTP/1.1" status: 204 len: 173 time: 0.9600940 Apr 06 16:40:06.909505 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a0b3f8-6c03-4422-a52a-2dc265d2b240', 'name': 'network-vif-deleted', 'tag': 'a232897e-d288-4d6d-8d8a-ed2da6cc181c'}] {{(pid=103680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:40:06.909505 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37defc4f8c4d51421555421a688636eb49d5c8fee7a473d71a3f8bc7c746dcd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b3802d-2032-43db-95a5-82088ae2a11a" -d '{"events": [{"server_uuid": "07a0b3f8-6c03-4422-a52a-2dc265d2b240", "name": "network-vif-deleted", "tag": "a232897e-d288-4d6d-8d8a-ed2da6cc181c"}]}' {{(pid=103680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:40:06.944136 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d763416-b7b3-4bae-a7a2-c759944db641 x-openstack-request-id: req-5d763416-b7b3-4bae-a7a2-c759944db641 {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:40:06.944136 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07a0b3f8-6c03-4422-a52a-2dc265d2b240", "name": "network-vif-deleted", "tag": "a232897e-d288-4d6d-8d8a-ed2da6cc181c", "status": "completed", "code": 200}]} {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:40:06.944136 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5d763416-b7b3-4bae-a7a2-c759944db641 {{(pid=103680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:40:06.944136 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d763416-b7b3-4bae-a7a2-c759944db641'] response: {'server_uuid': '07a0b3f8-6c03-4422-a52a-2dc265d2b240', 'name': 'network-vif-deleted', 'tag': 'a232897e-d288-4d6d-8d8a-ed2da6cc181c', 'status': 'completed', 'code': 200} Apr 06 16:40:07.004409 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-dcdf1b21-de46-465a-ba83-1e56a043721b None None] Set router dd48a771-c84e-4f03-8a0f-c8c42aa8780a gateway port host: dv-cinder-815660-7-smb {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:40:07.080490 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-950db340-da1f-49b9-a08e-bc62f09aa479 req-2c866acd-68e0-42e4-97ad-8d8aaa46a5dd tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=5128c3c2-2633-4f1e-ac46-6dc8ef8769be HTTP/1.1" status: 200 len: 210 time: 0.0584495 Apr 06 16:40:07.175252 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fceef5-5d38-49bb-9ddc-86ca22d4d161 req-980a92fa-807d-42c0-98a4-9c7ff1fbc8ab tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:40:07.177094 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-08fceef5-5d38-49bb-9ddc-86ca22d4d161 req-980a92fa-807d-42c0-98a4-9c7ff1fbc8ab tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.39 "GET /v2.0/networks?id=8ef6f925-e3af-4879-bc93-ee3096c80cf0 HTTP/1.1" status: 200 len: 815 time: 0.1797624 Apr 06 16:40:07.212372 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-f121f288-1ef0-48df-ba8c-ac71b21c2fd7 req-9d2ebe45-f522-4150-a8ce-926aca22100f tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a0b3f8-6c03-4422-a52a-2dc265d2b240 HTTP/1.1" status: 200 len: 210 time: 0.0324030 Apr 06 16:40:07.250328 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-08fceef5-5d38-49bb-9ddc-86ca22d4d161 req-058dfea5-8acb-4fe8-b655-f6de590a6903 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e0d499680204ce48c74bc5d3b01a192 HTTP/1.1" status: 200 len: 379 time: 0.0633397 Apr 06 16:40:07.258565 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-dcdf1b21-de46-465a-ba83-1e56a043721b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'name': 'tempest-AttachVolumeTestJSON-2104936252-router', 'tenant_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': '3d3cad3b-c6e0-4df7-888b-f41f5228c2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:13Z', 'updated_at': '2022-04-06T16:31:22Z', 'revision_number': 4, 'project_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'gw_port': {'id': '3d3cad3b-c6e0-4df7-888b-f41f5228c2a4', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:14Z', 'updated_at': '2022-04-06T16:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': 'bb363f30-d077-4e2c-8dbb-5c48d20c0b07', 'name': '', 'network_id': '31d40b1e-6325-447a-b5a1-db51342d35c1', 'tenant_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'mac_address': 'fa:16:3e:cf:26:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '86d619c9-3cbf-4e29-bfd6-a7485621c49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:20Z', 'updated_at': '2022-04-06T16:31:36Z', 'revision_number': 5, 'project_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'subnets': [{'id': '86d619c9-3cbf-4e29-bfd6-a7485621c49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:40:07.266521 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [req-08fceef5-5d38-49bb-9ddc-86ca22d4d161 req-2cc50533-90b2-430f-a562-68e42a07893d tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Request body: {'port': {'device_id': '5128c3c2-2633-4f1e-ac46-6dc8ef8769be', 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'admin_state_up': True, 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'security_groups': ['573fe1ca-d919-4dd9-9171-043c0ac2899f']}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:40:07.288575 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdf1b21-de46-465a-ba83-1e56a043721b None None] Checking router: dd48a771-c84e-4f03-8a0f-c8c42aa8780a for host: dv-cinder-815660-7-smb {{(pid=103683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:40:07.297496 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdf1b21-de46-465a-ba83-1e56a043721b None None] Routers {'dd48a771-c84e-4f03-8a0f-c8c42aa8780a'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:40:07.298108 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-dcdf1b21-de46-465a-ba83-1e56a043721b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:40:02Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['dd48a771-c84e-4f03-8a0f-c8c42aa8780a'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:40:07.406988 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-dcdf1b21-de46-465a-ba83-1e56a043721b None None] Set router dd48a771-c84e-4f03-8a0f-c8c42aa8780a gateway port host: dv-cinder-815660-7-smb {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:40:07.486339 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08fceef5-5d38-49bb-9ddc-86ca22d4d161 req-2cc50533-90b2-430f-a562-68e42a07893d tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Made reservation on behalf of 3e0d499680204ce48c74bc5d3b01a192 for: {'port': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:40:07.489728 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-08fceef5-5d38-49bb-9ddc-86ca22d4d161 req-2cc50533-90b2-430f-a562-68e42a07893d tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:07.631322 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.db_base_plugin_common [req-08fceef5-5d38-49bb-9ddc-86ca22d4d161 req-2cc50533-90b2-430f-a562-68e42a07893d tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Allocated IP 172.20.0.14 (8ef6f925-e3af-4879-bc93-ee3096c80cf0/1121a7e3-a3db-4af5-8ad9-70ecc903d4ca/8ba25520-4b55-4024-9ce6-0db35602ff3f) {{(pid=103680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:40:07.719896 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-dcdf1b21-de46-465a-ba83-1e56a043721b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'name': 'tempest-AttachVolumeTestJSON-2104936252-router', 'tenant_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': '3d3cad3b-c6e0-4df7-888b-f41f5228c2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:13Z', 'updated_at': '2022-04-06T16:31:22Z', 'revision_number': 4, 'project_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'gw_port': {'id': '3d3cad3b-c6e0-4df7-888b-f41f5228c2a4', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:14Z', 'updated_at': '2022-04-06T16:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': 'bb363f30-d077-4e2c-8dbb-5c48d20c0b07', 'name': '', 'network_id': '31d40b1e-6325-447a-b5a1-db51342d35c1', 'tenant_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'mac_address': 'fa:16:3e:cf:26:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '86d619c9-3cbf-4e29-bfd6-a7485621c49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:20Z', 'updated_at': '2022-04-06T16:31:36Z', 'revision_number': 5, 'project_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'subnets': [{'id': '86d619c9-3cbf-4e29-bfd6-a7485621c49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:40:07.746220 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdf1b21-de46-465a-ba83-1e56a043721b None None] The sync data for ids ['dd48a771-c84e-4f03-8a0f-c8c42aa8780a'] in dv-cinder-815660-7-smb is: [{'id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'name': 'tempest-AttachVolumeTestJSON-2104936252-router', 'tenant_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': '3d3cad3b-c6e0-4df7-888b-f41f5228c2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:13Z', 'updated_at': '2022-04-06T16:31:22Z', 'revision_number': 4, 'project_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'gw_port': {'id': '3d3cad3b-c6e0-4df7-888b-f41f5228c2a4', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:14Z', 'updated_at': '2022-04-06T16:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': 'bb363f30-d077-4e2c-8dbb-5c48d20c0b07', 'name': '', 'network_id': '31d40b1e-6325-447a-b5a1-db51342d35c1', 'tenant_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'mac_address': 'fa:16:3e:cf:26:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '86d619c9-3cbf-4e29-bfd6-a7485621c49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:20Z', 'updated_at': '2022-04-06T16:31:36Z', 'revision_number': 5, 'project_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'subnets': [{'id': '86d619c9-3cbf-4e29-bfd6-a7485621c49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:40:07.772264 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-08fceef5-5d38-49bb-9ddc-86ca22d4d161 req-2cc50533-90b2-430f-a562-68e42a07893d tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for port (8ba25520-4b55-4024-9ce6-0db35602ff3f), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:07.887629 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-08fceef5-5d38-49bb-9ddc-86ca22d4d161 req-2cc50533-90b2-430f-a562-68e42a07893d tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (8ba25520-4b55-4024-9ce6-0db35602ff3f), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:07.934124 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08fceef5-5d38-49bb-9ddc-86ca22d4d161 req-2cc50533-90b2-430f-a562-68e42a07893d tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Network 8ef6f925-e3af-4879-bc93-ee3096c80cf0 is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:40:07.937459 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [req-08fceef5-5d38-49bb-9ddc-86ca22d4d161 req-2cc50533-90b2-430f-a562-68e42a07893d tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:40:07.941329 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [req-08fceef5-5d38-49bb-9ddc-86ca22d4d161 req-2cc50533-90b2-430f-a562-68e42a07893d tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Received port after_create {{(pid=103680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:40:07.966676 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc50533-90b2-430f-a562-68e42a07893d tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Pushing event updated for resources: {'Port': ['ID=8ba25520-4b55-4024-9ce6-0db35602ff3f,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:40:07.976915 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62c029e-3319-4bf8-9085-f2667d93fab6 None None] New status for floating IP c34b9291-6288-4b59-b197-7754be3d5af2: DOWN {{(pid=103682) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 16:40:07.996217 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fceef5-5d38-49bb-9ddc-86ca22d4d161 req-2cc50533-90b2-430f-a562-68e42a07893d tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:40:07.999017 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-08fceef5-5d38-49bb-9ddc-86ca22d4d161 req-2cc50533-90b2-430f-a562-68e42a07893d tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for port (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:08.173234 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-85ac2ce2-d31f-4ae9-94f9-b44f7a1715fd None None] Provisioning complete for port 8ba25520-4b55-4024-9ce6-0db35602ff3f triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:40:08.173612 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-85ac2ce2-d31f-4ae9-94f9-b44f7a1715fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (8ba25520-4b55-4024-9ce6-0db35602ff3f), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:08.186399 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-08fceef5-5d38-49bb-9ddc-86ca22d4d161 req-2cc50533-90b2-430f-a562-68e42a07893d tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9237602 Apr 06 16:40:08.209150 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-85ac2ce2-d31f-4ae9-94f9-b44f7a1715fd None None] Port 8ba25520-4b55-4024-9ce6-0db35602ff3f cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:40:08.209346 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81308a8c-c7d7-40e2-97f1-68011dad32b7 req-3cae099c-a10a-4566-95b1-93d0e580ff8a tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:40:08.211247 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-81308a8c-c7d7-40e2-97f1-68011dad32b7 req-3cae099c-a10a-4566-95b1-93d0e580ff8a tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=5128c3c2-2633-4f1e-ac46-6dc8ef8769be HTTP/1.1" status: 200 len: 932 time: 0.0571439 Apr 06 16:40:08.257611 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [req-08fceef5-5d38-49bb-9ddc-86ca22d4d161 req-8205d64c-f398-4cec-8af0-96995d0f97db service neutron] Request body: {'port': {'device_id': '5128c3c2-2633-4f1e-ac46-6dc8ef8769be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:40:08.286675 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-81308a8c-c7d7-40e2-97f1-68011dad32b7 req-69ca8b70-1e44-4a7a-994d-1ac4f708a31b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=573fe1ca-d919-4dd9-9171-043c0ac2899f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695808 Apr 06 16:40:08.325910 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-08fceef5-5d38-49bb-9ddc-86ca22d4d161 req-8205d64c-f398-4cec-8af0-96995d0f97db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (8ba25520-4b55-4024-9ce6-0db35602ff3f), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:08.420284 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 41600) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:40:08.480227 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e8517703-a966-463b-9ada-964514358527 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks [] for security_group (0ef1372b-ba04-4cf1-8337-0302c62462fd), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:08.512351 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e8517703-a966-463b-9ada-964514358527 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks [] for security_group (0ef1372b-ba04-4cf1-8337-0302c62462fd), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:08.610123 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.notifiers.nova [req-08fceef5-5d38-49bb-9ddc-86ca22d4d161 req-8205d64c-f398-4cec-8af0-96995d0f97db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ba25520-4b55-4024-9ce6-0db35602ff3f {{(pid=103680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:40:08.618968 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-08fceef5-5d38-49bb-9ddc-86ca22d4d161 req-8205d64c-f398-4cec-8af0-96995d0f97db service neutron] Publish callbacks [] for port (8ba25520-4b55-4024-9ce6-0db35602ff3f), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:08.641165 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.provisioning_blocks [req-08fceef5-5d38-49bb-9ddc-86ca22d4d161 req-8205d64c-f398-4cec-8af0-96995d0f97db service neutron] Transition to ACTIVE for port object 8ba25520-4b55-4024-9ce6-0db35602ff3f will not be triggered until provisioned by entity L2. {{(pid=103680) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 16:40:08.641431 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e8517703-a966-463b-9ada-964514358527 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (0ef1372b-ba04-4cf1-8337-0302c62462fd), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:08.643824 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e8517703-a966-463b-9ada-964514358527 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:08.645007 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-e8517703-a966-463b-9ada-964514358527 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "DELETE /v2.0/security-groups/0ef1372b-ba04-4cf1-8337-0302c62462fd HTTP/1.1" status: 204 len: 168 time: 0.2236228 Apr 06 16:40:08.648409 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 41602) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:40:08.657734 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8517703-a966-463b-9ada-964514358527 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef1372b-ba04-4cf1-8337-0302c62462fd,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:40:08.662356 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.api.v2.resource [None req-8b34378f-96cb-48c2-94e3-5e60173397fb tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] show failed (client error): The resource could not be found. Apr 06 16:40:08.666797 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-8b34378f-96cb-48c2-94e3-5e60173397fb tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "GET /v2.0/security-groups/0ef1372b-ba04-4cf1-8337-0302c62462fd HTTP/1.1" status: 404 len: 347 time: 0.0146034 Apr 06 16:40:08.667088 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 41604) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:40:08.703254 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-08fceef5-5d38-49bb-9ddc-86ca22d4d161 req-8205d64c-f398-4cec-8af0-96995d0f97db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978180'] for port (8ba25520-4b55-4024-9ce6-0db35602ff3f), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:09.067017 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8205d64c-f398-4cec-8af0-96995d0f97db service neutron] Pushing event updated for resources: {'Port': ['ID=8ba25520-4b55-4024-9ce6-0db35602ff3f,revision_number=2']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:40:09.150960 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-573509fb-ed30-4c0f-a5d4-9153281e2b46 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Deleting port fc914ab3-4e73-4f8e-88c6-db7062d08524 {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:40:09.151301 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-573509fb-ed30-4c0f-a5d4-9153281e2b46 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (fc914ab3-4e73-4f8e-88c6-db7062d08524), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:09.154196 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.managers [req-08fceef5-5d38-49bb-9ddc-86ca22d4d161 req-8205d64c-f398-4cec-8af0-96995d0f97db service neutron] Attempting to bind port 8ba25520-4b55-4024-9ce6-0db35602ff3f on host hv-cinder-81566 for vnic_type normal with profile {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:40:09.154516 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.managers [req-08fceef5-5d38-49bb-9ddc-86ca22d4d161 req-8205d64c-f398-4cec-8af0-96995d0f97db service neutron] Attempting to bind port 8ba25520-4b55-4024-9ce6-0db35602ff3f by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0'}] {{(pid=103680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:40:09.154845 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fceef5-5d38-49bb-9ddc-86ca22d4d161 req-8205d64c-f398-4cec-8af0-96995d0f97db service neutron] Attempting to bind port 8ba25520-4b55-4024-9ce6-0db35602ff3f on network 8ef6f925-e3af-4879-bc93-ee3096c80cf0 {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:40:09.194963 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fceef5-5d38-49bb-9ddc-86ca22d4d161 req-8205d64c-f398-4cec-8af0-96995d0f97db service neutron] Port 8ba25520-4b55-4024-9ce6-0db35602ff3f on network 8ef6f925-e3af-4879-bc93-ee3096c80cf0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 16:40:09.195290 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fceef5-5d38-49bb-9ddc-86ca22d4d161 req-8205d64c-f398-4cec-8af0-96995d0f97db service neutron] Attempting to bind port 8ba25520-4b55-4024-9ce6-0db35602ff3f on network 8ef6f925-e3af-4879-bc93-ee3096c80cf0 {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:40:09.204066 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fceef5-5d38-49bb-9ddc-86ca22d4d161 req-8205d64c-f398-4cec-8af0-96995d0f97db service neutron] Checking agent: {'id': '0e5c86dc-cd19-4356-a060-9388d8808620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 29), 'started_at': datetime.datetime(2022, 4, 6, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:40:09.204411 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fceef5-5d38-49bb-9ddc-86ca22d4d161 req-8205d64c-f398-4cec-8af0-96995d0f97db service neutron] Checking segment: {'id': '9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:40:09.204800 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fceef5-5d38-49bb-9ddc-86ca22d4d161 req-8205d64c-f398-4cec-8af0-96995d0f97db service neutron] Bound using segment: {'id': '9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0'} {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:40:09.205231 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.managers [req-08fceef5-5d38-49bb-9ddc-86ca22d4d161 req-8205d64c-f398-4cec-8af0-96995d0f97db service neutron] Bound port: 8ba25520-4b55-4024-9ce6-0db35602ff3f, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0'}}] {{(pid=103680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:40:09.205591 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-08fceef5-5d38-49bb-9ddc-86ca22d4d161 req-8205d64c-f398-4cec-8af0-96995d0f97db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (8ba25520-4b55-4024-9ce6-0db35602ff3f), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:09.274404 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-573509fb-ed30-4c0f-a5d4-9153281e2b46 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (fc914ab3-4e73-4f8e-88c6-db7062d08524), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:09.274818 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-573509fb-ed30-4c0f-a5d4-9153281e2b46 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks [] for floatingip (fc914ab3-4e73-4f8e-88c6-db7062d08524), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:09.296351 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-573509fb-ed30-4c0f-a5d4-9153281e2b46 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Calling delete_port for fc914ab3-4e73-4f8e-88c6-db7062d08524 owned by network:floatingip {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:40:09.312119 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [req-08fceef5-5d38-49bb-9ddc-86ca22d4d161 req-8205d64c-f398-4cec-8af0-96995d0f97db service neutron] For port 8ba25520-4b55-4024-9ce6-0db35602ff3f, host hv-cinder-81566, cleared binding levels {{(pid=103680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:40:09.316114 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [req-08fceef5-5d38-49bb-9ddc-86ca22d4d161 req-8205d64c-f398-4cec-8af0-96995d0f97db service neutron] For port 8ba25520-4b55-4024-9ce6-0db35602ff3f, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=8ba25520-4b55-4024-9ce6-0db35602ff3f,segment=NetworkSegment(9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0),segment_id=9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0)] {{(pid=103680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:40:09.407984 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-08fceef5-5d38-49bb-9ddc-86ca22d4d161 req-8205d64c-f398-4cec-8af0-96995d0f97db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978180'] for port (8ba25520-4b55-4024-9ce6-0db35602ff3f), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:09.457933 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fceef5-5d38-49bb-9ddc-86ca22d4d161 req-8205d64c-f398-4cec-8af0-96995d0f97db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:40:09.458518 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-08fceef5-5d38-49bb-9ddc-86ca22d4d161 req-8205d64c-f398-4cec-8af0-96995d0f97db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for port (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:09.460078 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-08fceef5-5d38-49bb-9ddc-86ca22d4d161 req-8205d64c-f398-4cec-8af0-96995d0f97db service neutron] 10.222.0.39 "PUT /v2.0/ports/8ba25520-4b55-4024-9ce6-0db35602ff3f HTTP/1.1" status: 200 len: 1094 time: 1.2142880 Apr 06 16:40:09.462096 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5128c3c2-2633-4f1e-ac46-6dc8ef8769be', 'tag': '8ba25520-4b55-4024-9ce6-0db35602ff3f'}] {{(pid=103680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:40:09.464484 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37defc4f8c4d51421555421a688636eb49d5c8fee7a473d71a3f8bc7c746dcd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264b16e4-82cc-4efe-87a0-9c8ff6dbd63c" -d '{"events": [{"name": "network-changed", "server_uuid": "5128c3c2-2633-4f1e-ac46-6dc8ef8769be", "tag": "8ba25520-4b55-4024-9ce6-0db35602ff3f"}]}' {{(pid=103680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:40:09.532309 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a375cbdd-556d-4ce8-974e-ca487dede355 x-openstack-request-id: req-a375cbdd-556d-4ce8-974e-ca487dede355 {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:40:09.532600 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5128c3c2-2633-4f1e-ac46-6dc8ef8769be", "tag": "8ba25520-4b55-4024-9ce6-0db35602ff3f", "status": "completed", "code": 200}]} {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:40:09.532867 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a375cbdd-556d-4ce8-974e-ca487dede355 {{(pid=103680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:40:09.533265 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a375cbdd-556d-4ce8-974e-ca487dede355'] response: {'name': 'network-changed', 'server_uuid': '5128c3c2-2633-4f1e-ac46-6dc8ef8769be', 'tag': '8ba25520-4b55-4024-9ce6-0db35602ff3f', 'status': 'completed', 'code': 200} Apr 06 16:40:09.552804 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e91c4-5942-4148-bec8-37aa5f9ee399 req-ea212bb9-66f4-46eb-a911-ad3f34cac300 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:40:09.554970 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-4d7e91c4-5942-4148-bec8-37aa5f9ee399 req-ea212bb9-66f4-46eb-a911-ad3f34cac300 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=5128c3c2-2633-4f1e-ac46-6dc8ef8769be HTTP/1.1" status: 200 len: 944 time: 0.1870553 Apr 06 16:40:09.576994 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8205d64c-f398-4cec-8af0-96995d0f97db service neutron] Pushing event updated for resources: {'Port': ['ID=8ba25520-4b55-4024-9ce6-0db35602ff3f,revision_number=3']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:40:09.650643 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-4d7e91c4-5942-4148-bec8-37aa5f9ee399 req-b7726462-c7bf-490d-844c-8c83b117fec3 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=573fe1ca-d919-4dd9-9171-043c0ac2899f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794590 Apr 06 16:40:09.659018 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b16e4-82cc-4efe-87a0-9c8ff6dbd63c req-1761a271-90f3-4ea6-9915-73af16ad7ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:40:09.661384 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-264b16e4-82cc-4efe-87a0-9c8ff6dbd63c req-1761a271-90f3-4ea6-9915-73af16ad7ea6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e0d499680204ce48c74bc5d3b01a192&device_id=5128c3c2-2633-4f1e-ac46-6dc8ef8769be HTTP/1.1" status: 200 len: 1128 time: 0.1054964 Apr 06 16:40:09.692360 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-573509fb-ed30-4c0f-a5d4-9153281e2b46 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (fc914ab3-4e73-4f8e-88c6-db7062d08524), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:09.753596 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573509fb-ed30-4c0f-a5d4-9153281e2b46 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Pushing event deleted for resources: {'Port': ['ID=fc914ab3-4e73-4f8e-88c6-db7062d08524,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:40:09.845340 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b16e4-82cc-4efe-87a0-9c8ff6dbd63c req-ba63b212-af0a-4606-bf9e-79ac066d3701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:40:09.846712 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-264b16e4-82cc-4efe-87a0-9c8ff6dbd63c req-ba63b212-af0a-4606-bf9e-79ac066d3701 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3e0d499680204ce48c74bc5d3b01a192&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1781962 Apr 06 16:40:09.849950 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-573509fb-ed30-4c0f-a5d4-9153281e2b46 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks [] for floatingip (c34b9291-6288-4b59-b197-7754be3d5af2), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:09.853378 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-573509fb-ed30-4c0f-a5d4-9153281e2b46 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for floatingip (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:09.854503 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-573509fb-ed30-4c0f-a5d4-9153281e2b46 tempest-AttachVolumeTestJSON-2146210762 tempest-AttachVolumeTestJSON-2146210762-project] 10.222.0.49 "DELETE /v2.0/floatingips/c34b9291-6288-4b59-b197-7754be3d5af2 HTTP/1.1" status: 204 len: 168 time: 1.1864283 Apr 06 16:40:09.951594 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b16e4-82cc-4efe-87a0-9c8ff6dbd63c req-8341a45e-fee4-417b-b561-7965e53437b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:40:09.953173 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-264b16e4-82cc-4efe-87a0-9c8ff6dbd63c req-8341a45e-fee4-417b-b561-7965e53437b2 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0976963 Apr 06 16:40:10.034368 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fceef5-5d38-49bb-9ddc-86ca22d4d161 req-0dd0a7cb-7e9c-4e19-8711-4ad67f6e216c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:40:10.035910 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-08fceef5-5d38-49bb-9ddc-86ca22d4d161 req-0dd0a7cb-7e9c-4e19-8711-4ad67f6e216c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e0d499680204ce48c74bc5d3b01a192&device_id=5128c3c2-2633-4f1e-ac46-6dc8ef8769be HTTP/1.1" status: 200 len: 1128 time: 0.0458574 Apr 06 16:40:10.084162 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-08fceef5-5d38-49bb-9ddc-86ca22d4d161 req-4d7741c3-db2f-4a31-93bd-ac53dc903563 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ba25520-4b55-4024-9ce6-0db35602ff3f HTTP/1.1" status: 200 len: 217 time: 0.0419288 Apr 06 16:40:10.134262 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fceef5-5d38-49bb-9ddc-86ca22d4d161 req-5b6967d0-bc24-4668-b92b-0d1029879030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:40:10.135782 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-08fceef5-5d38-49bb-9ddc-86ca22d4d161 req-5b6967d0-bc24-4668-b92b-0d1029879030 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1121a7e3-a3db-4af5-8ad9-70ecc903d4ca HTTP/1.1" status: 200 len: 854 time: 0.0447896 Apr 06 16:40:10.188517 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fceef5-5d38-49bb-9ddc-86ca22d4d161 req-af7df7e9-5cc7-4570-b211-d90ee19cc6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:40:10.190231 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-08fceef5-5d38-49bb-9ddc-86ca22d4d161 req-af7df7e9-5cc7-4570-b211-d90ee19cc6b0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8ef6f925-e3af-4879-bc93-ee3096c80cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0463877 Apr 06 16:40:10.288481 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-08fceef5-5d38-49bb-9ddc-86ca22d4d161 req-d7e39912-62ae-4c90-96bc-8818baa25a19 service neutron] 10.222.0.39 "GET /v2.0/networks/8ef6f925-e3af-4879-bc93-ee3096c80cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910900 Apr 06 16:40:10.382032 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-08fceef5-5d38-49bb-9ddc-86ca22d4d161 req-65af0982-7984-4abb-90ee-d6e591474922 service neutron] 10.222.0.39 "GET /v2.0/networks/8ef6f925-e3af-4879-bc93-ee3096c80cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873766 Apr 06 16:40:10.775622 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281abdf7-114e-4c10-88cc-a09c27981a5a req-d4726741-edba-4f5e-9f15-d5c7e83ce42d tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:40:10.777336 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-281abdf7-114e-4c10-88cc-a09c27981a5a req-d4726741-edba-4f5e-9f15-d5c7e83ce42d tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=5128c3c2-2633-4f1e-ac46-6dc8ef8769be HTTP/1.1" status: 200 len: 944 time: 0.0556033 Apr 06 16:40:10.831659 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-281abdf7-114e-4c10-88cc-a09c27981a5a req-84486745-9106-4392-b697-ea2383cfc54d tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=573fe1ca-d919-4dd9-9171-043c0ac2899f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485775 Apr 06 16:40:10.960657 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device a232897e-d288-4d6d-8d8a-ed2da6cc181c no longer exists at agent hyperv_hv-cinder-81566 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:40:10.982012 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] No Port match for: a232897e-d288-4d6d-8d8a-ed2da6cc181c {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:40:10.982372 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device a232897e-d288-4d6d-8d8a-ed2da6cc181c not bound to the agent host hv-cinder-81566 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:40:11.971860 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb08609d-70d4-4970-a8a2-c7f203828192 req-b1e465a0-0293-4022-bcf5-d8996b736183 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:40:11.973731 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-fb08609d-70d4-4970-a8a2-c7f203828192 req-b1e465a0-0293-4022-bcf5-d8996b736183 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=5128c3c2-2633-4f1e-ac46-6dc8ef8769be HTTP/1.1" status: 200 len: 944 time: 0.0666008 Apr 06 16:40:12.047971 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-fb08609d-70d4-4970-a8a2-c7f203828192 req-0beefecb-450e-4313-81c9-4f27054fddfd tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=573fe1ca-d919-4dd9-9171-043c0ac2899f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673540 Apr 06 16:40:12.614805 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.agents_db [None req-a950ddbd-9d44-4943-b7d7-a118ae2e1c13 None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:40:13.173038 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5f727-f6b2-40f1-ac2c-b36be1ad7a64 req-1d912a23-60a6-4e69-a632-64ed802dcc98 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:40:13.174680 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-40d5f727-f6b2-40f1-ac2c-b36be1ad7a64 req-1d912a23-60a6-4e69-a632-64ed802dcc98 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=5128c3c2-2633-4f1e-ac46-6dc8ef8769be HTTP/1.1" status: 200 len: 944 time: 0.0560102 Apr 06 16:40:13.233707 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-40d5f727-f6b2-40f1-ac2c-b36be1ad7a64 req-33838471-33a9-4415-bcd0-d2884ac6e7af tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=573fe1ca-d919-4dd9-9171-043c0ac2899f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524726 Apr 06 16:40:14.075245 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 41642) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:40:14.432041 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3338a0-bd3a-4918-aebe-40fd739f2669 req-85c26cb4-8ffd-472d-845b-a761880c2e4d tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:40:14.433541 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-8d3338a0-bd3a-4918-aebe-40fd739f2669 req-85c26cb4-8ffd-472d-845b-a761880c2e4d tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=5128c3c2-2633-4f1e-ac46-6dc8ef8769be HTTP/1.1" status: 200 len: 944 time: 0.1138825 Apr 06 16:40:14.531597 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-8d3338a0-bd3a-4918-aebe-40fd739f2669 req-9b0fe07f-c78d-484b-aad5-82e7f0c7fc63 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=573fe1ca-d919-4dd9-9171-043c0ac2899f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904851 Apr 06 16:40:14.766292 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2b7792f1-d2b0-4186-81ff-aca01cc0e23d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617325'] for router_interface (dd48a771-c84e-4f03-8a0f-c8c42aa8780a), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:15.001952 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 8ba25520-4b55-4024-9ce6-0db35602ff3f details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=103682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 16:40:15.071392 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-2b7792f1-d2b0-4186-81ff-aca01cc0e23d admin admin] Deleting port bb363f30-d077-4e2c-8dbb-5c48d20c0b07 {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:40:15.071727 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2b7792f1-d2b0-4186-81ff-aca01cc0e23d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (bb363f30-d077-4e2c-8dbb-5c48d20c0b07), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:15.101285 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 8ba25520-4b55-4024-9ce6-0db35602ff3f, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=8ba25520-4b55-4024-9ce6-0db35602ff3f,segment=NetworkSegment(9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0),segment_id=9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:40:15.112990 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Returning: {'device': '8ba25520-4b55-4024-9ce6-0db35602ff3f', 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'port_id': '8ba25520-4b55-4024-9ce6-0db35602ff3f', 'mac_address': 'fa:16:3e:19:02:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 16:40:15.148416 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [None req-2b7792f1-d2b0-4186-81ff-aca01cc0e23d admin admin] For port bb363f30-d077-4e2c-8dbb-5c48d20c0b07, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=bb363f30-d077-4e2c-8dbb-5c48d20c0b07,segment=NetworkSegment(72e3ade1-cead-4288-afb3-eceacb264caa),segment_id=72e3ade1-cead-4288-afb3-eceacb264caa)] {{(pid=103680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:40:15.149026 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2b7792f1-d2b0-4186-81ff-aca01cc0e23d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (bb363f30-d077-4e2c-8dbb-5c48d20c0b07), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:15.151946 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Current status of the port 8ba25520-4b55-4024-9ce6-0db35602ff3f is: DOWN; New status is: BUILD {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:40:15.152345 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (8ba25520-4b55-4024-9ce6-0db35602ff3f), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:15.164399 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-2b7792f1-d2b0-4186-81ff-aca01cc0e23d admin admin] Calling delete_port for bb363f30-d077-4e2c-8dbb-5c48d20c0b07 owned by network:router_interface {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:40:15.165723 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.notifiers.nova [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ba25520-4b55-4024-9ce6-0db35602ff3f {{(pid=103682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:40:15.186124 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 8ba25520-4b55-4024-9ce6-0db35602ff3f, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=8ba25520-4b55-4024-9ce6-0db35602ff3f,segment=NetworkSegment(9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0),segment_id=9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:40:15.274782 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (8ba25520-4b55-4024-9ce6-0db35602ff3f), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:15.323442 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Pushing event updated for resources: {'Port': ['ID=8ba25520-4b55-4024-9ce6-0db35602ff3f,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:40:15.330516 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:40:15.330879 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:40:15.331226 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:40:15.331598 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:40:15.331967 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:40:15.332306 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:40:15.332646 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:40:15.332980 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:40:15.333311 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:40:15.333641 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:40:15.333971 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:40:15.334607 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:40:15.334944 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:40:15.335274 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:40:15.335602 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:40:15.434518 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2b7792f1-d2b0-4186-81ff-aca01cc0e23d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (bb363f30-d077-4e2c-8dbb-5c48d20c0b07), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:15.460210 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7792f1-d2b0-4186-81ff-aca01cc0e23d admin admin] Pushing event deleted for resources: {'Port': ['ID=bb363f30-d077-4e2c-8dbb-5c48d20c0b07,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:40:15.614892 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] get_ports_and_sgs() called for port_ids ['8ba25520-4b55-4024-9ce6-0db35602ff3f'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:40:15.634123 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2b7792f1-d2b0-4186-81ff-aca01cc0e23d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617213'] for router_interface (dd48a771-c84e-4f03-8a0f-c8c42aa8780a), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:15.677204 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f09514-105d-47b5-a4b0-569a8c810de8 req-65d5c72d-abfc-4507-ad76-5b713bbc0c62 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:40:15.680520 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-63f09514-105d-47b5-a4b0-569a8c810de8 req-65d5c72d-abfc-4507-ad76-5b713bbc0c62 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=5128c3c2-2633-4f1e-ac46-6dc8ef8769be HTTP/1.1" status: 200 len: 945 time: 0.0664034 Apr 06 16:40:15.738729 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-63f09514-105d-47b5-a4b0-569a8c810de8 req-fc23e8cf-e792-45a7-ab17-1087ee9c7cc9 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=573fe1ca-d919-4dd9-9171-043c0ac2899f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511029 Apr 06 16:40:15.878283 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b7792f1-d2b0-4186-81ff-aca01cc0e23d admin admin] Router dd48a771-c84e-4f03-8a0f-c8c42aa8780a has already been hosted by L3 agent 94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e {{(pid=103680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:40:15.986042 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7792f1-d2b0-4186-81ff-aca01cc0e23d admin admin] Notify agent at l3_agent.dv-cinder-815660-7-smb the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:40:15.991325 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-2b7792f1-d2b0-4186-81ff-aca01cc0e23d admin admin] 10.222.0.49 "PUT /v2.0/routers/dd48a771-c84e-4f03-8a0f-c8c42aa8780a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9149497 Apr 06 16:40:15.993903 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 41650) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:40:15.996560 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d58e36-c4b2-49f2-a9d5-21d69b09232e None None] Sync routers for ids ['dd48a771-c84e-4f03-8a0f-c8c42aa8780a'] in dv-cinder-815660-7-smb {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:40:16.007771 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d58e36-c4b2-49f2-a9d5-21d69b09232e None None] Routers {'dd48a771-c84e-4f03-8a0f-c8c42aa8780a'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:40:16.008642 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-40d58e36-c4b2-49f2-a9d5-21d69b09232e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:40:02Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['dd48a771-c84e-4f03-8a0f-c8c42aa8780a'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:40:16.100735 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f0cdd8c1-a994-42c6-9b3a-00327fec4a16 admin admin] Publish callbacks [] for router (dd48a771-c84e-4f03-8a0f-c8c42aa8780a), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:16.118820 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-40d58e36-c4b2-49f2-a9d5-21d69b09232e None None] Set router dd48a771-c84e-4f03-8a0f-c8c42aa8780a gateway port host: dv-cinder-815660-7-smb {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:40:16.306880 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-40d58e36-c4b2-49f2-a9d5-21d69b09232e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'name': 'tempest-AttachVolumeTestJSON-2104936252-router', 'tenant_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': '3d3cad3b-c6e0-4df7-888b-f41f5228c2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:13Z', 'updated_at': '2022-04-06T16:40:15Z', 'revision_number': 5, 'project_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'gw_port': {'id': '3d3cad3b-c6e0-4df7-888b-f41f5228c2a4', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:14Z', 'updated_at': '2022-04-06T16:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb'}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:40:16.336322 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d58e36-c4b2-49f2-a9d5-21d69b09232e None None] Checking router: dd48a771-c84e-4f03-8a0f-c8c42aa8780a for host: dv-cinder-815660-7-smb {{(pid=103683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:40:16.346111 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d58e36-c4b2-49f2-a9d5-21d69b09232e None None] Routers {'dd48a771-c84e-4f03-8a0f-c8c42aa8780a'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:40:16.346740 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-40d58e36-c4b2-49f2-a9d5-21d69b09232e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:40:02Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['dd48a771-c84e-4f03-8a0f-c8c42aa8780a'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:40:16.460398 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-40d58e36-c4b2-49f2-a9d5-21d69b09232e None None] Set router dd48a771-c84e-4f03-8a0f-c8c42aa8780a gateway port host: dv-cinder-815660-7-smb {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:40:16.462465 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f0cdd8c1-a994-42c6-9b3a-00327fec4a16 admin admin] Publish callbacks [] for router_gateway (dd48a771-c84e-4f03-8a0f-c8c42aa8780a), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:16.580453 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-f0cdd8c1-a994-42c6-9b3a-00327fec4a16 admin admin] Deleting port 3d3cad3b-c6e0-4df7-888b-f41f5228c2a4 {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:40:16.580696 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f0cdd8c1-a994-42c6-9b3a-00327fec4a16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (3d3cad3b-c6e0-4df7-888b-f41f5228c2a4), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:16.643388 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-40d58e36-c4b2-49f2-a9d5-21d69b09232e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'name': 'tempest-AttachVolumeTestJSON-2104936252-router', 'tenant_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': '3d3cad3b-c6e0-4df7-888b-f41f5228c2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:13Z', 'updated_at': '2022-04-06T16:40:15Z', 'revision_number': 5, 'project_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'gw_port': {'id': '3d3cad3b-c6e0-4df7-888b-f41f5228c2a4', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:14Z', 'updated_at': '2022-04-06T16:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb'}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:40:16.663819 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [None req-f0cdd8c1-a994-42c6-9b3a-00327fec4a16 admin admin] For port 3d3cad3b-c6e0-4df7-888b-f41f5228c2a4, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=3d3cad3b-c6e0-4df7-888b-f41f5228c2a4,segment=NetworkSegment(3728a512-0136-4544-ad0a-d8addcf850d8),segment_id=3728a512-0136-4544-ad0a-d8addcf850d8)] {{(pid=103680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:40:16.664181 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f0cdd8c1-a994-42c6-9b3a-00327fec4a16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (3d3cad3b-c6e0-4df7-888b-f41f5228c2a4), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:16.669868 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d58e36-c4b2-49f2-a9d5-21d69b09232e None None] The sync data for ids ['dd48a771-c84e-4f03-8a0f-c8c42aa8780a'] in dv-cinder-815660-7-smb is: [{'id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'name': 'tempest-AttachVolumeTestJSON-2104936252-router', 'tenant_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': '3d3cad3b-c6e0-4df7-888b-f41f5228c2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:13Z', 'updated_at': '2022-04-06T16:40:15Z', 'revision_number': 5, 'project_id': 'df990c96c1f44ba6a6f2aa8be5911c99', 'gw_port': {'id': '3d3cad3b-c6e0-4df7-888b-f41f5228c2a4', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48a771-c84e-4f03-8a0f-c8c42aa8780a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:14Z', 'updated_at': '2022-04-06T16:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb'}] {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:40:16.676433 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-f0cdd8c1-a994-42c6-9b3a-00327fec4a16 admin admin] Calling delete_port for 3d3cad3b-c6e0-4df7-888b-f41f5228c2a4 owned by network:router_gateway {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:40:16.884727 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a5192a-9d33-42a9-a2bf-c7160f83270d req-628337ba-c691-4bd6-bb78-e5ff309423f9 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:40:16.886100 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-20a5192a-9d33-42a9-a2bf-c7160f83270d req-628337ba-c691-4bd6-bb78-e5ff309423f9 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=5128c3c2-2633-4f1e-ac46-6dc8ef8769be HTTP/1.1" status: 200 len: 945 time: 0.0647593 Apr 06 16:40:16.932289 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-20a5192a-9d33-42a9-a2bf-c7160f83270d req-cee12fa7-1123-49af-8d56-9a89984dd56b tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=573fe1ca-d919-4dd9-9171-043c0ac2899f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403161 Apr 06 16:40:16.933314 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f0cdd8c1-a994-42c6-9b3a-00327fec4a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (3d3cad3b-c6e0-4df7-888b-f41f5228c2a4), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:16.960779 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cdd8c1-a994-42c6-9b3a-00327fec4a16 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d3cad3b-c6e0-4df7-888b-f41f5228c2a4,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:40:17.027370 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f0cdd8c1-a994-42c6-9b3a-00327fec4a16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617019'] for router_gateway (dd48a771-c84e-4f03-8a0f-c8c42aa8780a), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:17.038987 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 8ba25520-4b55-4024-9ce6-0db35602ff3f up at agent hyperv_hv-cinder-81566 {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:40:17.140522 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f0cdd8c1-a994-42c6-9b3a-00327fec4a16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-616840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3787'] for router (dd48a771-c84e-4f03-8a0f-c8c42aa8780a), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:17.142747 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Provisioning for port 8ba25520-4b55-4024-9ce6-0db35602ff3f completed by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 16:40:17.143296 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f0cdd8c1-a994-42c6-9b3a-00327fec4a16 admin admin] Publish callbacks [] for router_controller (dd48a771-c84e-4f03-8a0f-c8c42aa8780a), precommit_delete_associations {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:17.147427 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Provisioning complete for port 8ba25520-4b55-4024-9ce6-0db35602ff3f triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:40:17.148039 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (8ba25520-4b55-4024-9ce6-0db35602ff3f), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:17.235687 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Current status of the port 8ba25520-4b55-4024-9ce6-0db35602ff3f is: BUILD; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:40:17.236119 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (8ba25520-4b55-4024-9ce6-0db35602ff3f), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:17.257238 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f0cdd8c1-a994-42c6-9b3a-00327fec4a16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616833'] for router (dd48a771-c84e-4f03-8a0f-c8c42aa8780a), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:17.257805 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0cdd8c1-a994-42c6-9b3a-00327fec4a16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd48a771-c84e-4f03-8a0f-c8c42aa8780a {{(pid=103680) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 16:40:17.259090 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5128c3c2-2633-4f1e-ac46-6dc8ef8769be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba25520-4b55-4024-9ce6-0db35602ff3f'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:40:17.262170 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f701ca042f89aa6373cad35a0647e7390d8b08e4e39c46ca7d095e958c03af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3465a2-2e84-4e02-a158-2d9324f8084f" -d '{"events": [{"server_uuid": "5128c3c2-2633-4f1e-ac46-6dc8ef8769be", "name": "network-vif-plugged", "status": "completed", "tag": "8ba25520-4b55-4024-9ce6-0db35602ff3f"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:40:17.262749 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f0cdd8c1-a994-42c6-9b3a-00327fec4a16 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:17.263946 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-f0cdd8c1-a994-42c6-9b3a-00327fec4a16 admin admin] 10.222.0.49 "DELETE /v2.0/routers/dd48a771-c84e-4f03-8a0f-c8c42aa8780a HTTP/1.1" status: 204 len: 168 time: 1.2690058 Apr 06 16:40:17.267180 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 41658) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:40:17.277745 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 8ba25520-4b55-4024-9ce6-0db35602ff3f, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=8ba25520-4b55-4024-9ce6-0db35602ff3f,segment=NetworkSegment(9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0),segment_id=9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:40:17.310066 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39713ac8-cf47-4cae-8596-16f529f0e169 x-openstack-request-id: req-39713ac8-cf47-4cae-8596-16f529f0e169 {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:40:17.310380 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5128c3c2-2633-4f1e-ac46-6dc8ef8769be", "name": "network-vif-plugged", "status": "completed", "tag": "8ba25520-4b55-4024-9ce6-0db35602ff3f", "code": 200}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:40:17.310640 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-39713ac8-cf47-4cae-8596-16f529f0e169 {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:40:17.311049 dv-cinder-815660-7-smb neutron-server[103682]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39713ac8-cf47-4cae-8596-16f529f0e169'] response: {'server_uuid': '5128c3c2-2633-4f1e-ac46-6dc8ef8769be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba25520-4b55-4024-9ce6-0db35602ff3f', 'code': 200} Apr 06 16:40:17.314125 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.db_base_plugin_v2 [None req-55bce069-91e6-48c7-8627-40b62c5ebec8 admin admin] Deleting subnet 86d619c9-3cbf-4e29-bfd6-a7485621c49d {{(pid=103680) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 16:40:17.317480 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-55bce069-91e6-48c7-8627-40b62c5ebec8 admin admin] Publish callbacks [] for subnet (86d619c9-3cbf-4e29-bfd6-a7485621c49d), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:17.338275 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (8ba25520-4b55-4024-9ce6-0db35602ff3f), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:17.355088 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-55bce069-91e6-48c7-8627-40b62c5ebec8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5945672'] for subnet (86d619c9-3cbf-4e29-bfd6-a7485621c49d), precommit_delete_associations {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:17.397319 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Pushing event updated for resources: {'Port': ['ID=8ba25520-4b55-4024-9ce6-0db35602ff3f,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:40:17.473036 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-55bce069-91e6-48c7-8627-40b62c5ebec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1833433'] for subnet (86d619c9-3cbf-4e29-bfd6-a7485621c49d), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:17.654571 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-55bce069-91e6-48c7-8627-40b62c5ebec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1833430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5978122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4346813'] for subnet (86d619c9-3cbf-4e29-bfd6-a7485621c49d), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:17.702692 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-55bce069-91e6-48c7-8627-40b62c5ebec8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:17.705854 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-55bce069-91e6-48c7-8627-40b62c5ebec8 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/86d619c9-3cbf-4e29-bfd6-a7485621c49d HTTP/1.1" status: 204 len: 168 time: 0.4376805 Apr 06 16:40:17.706774 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bce069-91e6-48c7-8627-40b62c5ebec8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86d619c9-3cbf-4e29-bfd6-a7485621c49d,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:40:17.707277 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa93d313-9147-497f-9ed6-1a79fdb64cfd None None] Network 31d40b1e-6325-447a-b5a1-db51342d35c1 requested from dv-cinder-815660-7-smb {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:40:17.708444 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 41660) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:40:17.784164 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a73f2-e9f9-4f52-868a-b7e7199d6458 req-2cee21e1-7531-40c5-b8ca-552b00cd6483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:40:17.785680 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-e42a73f2-e9f9-4f52-868a-b7e7199d6458 req-2cee21e1-7531-40c5-b8ca-552b00cd6483 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5128c3c2-2633-4f1e-ac46-6dc8ef8769be HTTP/1.1" status: 200 len: 1130 time: 0.1411088 Apr 06 16:40:17.815307 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-efb2ecdd-0b4f-44cb-870a-194bd84aefd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1710238'] for network (31d40b1e-6325-447a-b5a1-db51342d35c1), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:17.876303 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-e42a73f2-e9f9-4f52-868a-b7e7199d6458 req-3de9acc4-81fc-4532-bd23-0c5bbb7237d6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=573fe1ca-d919-4dd9-9171-043c0ac2899f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755634 Apr 06 16:40:17.899583 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-efb2ecdd-0b4f-44cb-870a-194bd84aefd2 admin admin] Deleting port 965e173b-b544-48c5-b5fc-55be0119cd4b {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:40:17.899970 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-efb2ecdd-0b4f-44cb-870a-194bd84aefd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (965e173b-b544-48c5-b5fc-55be0119cd4b), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:17.905099 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device bb363f30-d077-4e2c-8dbb-5c48d20c0b07 no longer exists at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:40:17.934141 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] No Port match for: bb363f30-d077-4e2c-8dbb-5c48d20c0b07 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:40:17.934141 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device bb363f30-d077-4e2c-8dbb-5c48d20c0b07 not bound to the agent host dv-cinder-815660-7-smb {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:40:17.934516 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 3d3cad3b-c6e0-4df7-888b-f41f5228c2a4 no longer exists at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:40:17.957572 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] No Port match for: 3d3cad3b-c6e0-4df7-888b-f41f5228c2a4 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:40:17.957924 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 3d3cad3b-c6e0-4df7-888b-f41f5228c2a4 not bound to the agent host dv-cinder-815660-7-smb {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:40:17.969701 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [None req-efb2ecdd-0b4f-44cb-870a-194bd84aefd2 admin admin] For port 965e173b-b544-48c5-b5fc-55be0119cd4b, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=965e173b-b544-48c5-b5fc-55be0119cd4b,segment=NetworkSegment(72e3ade1-cead-4288-afb3-eceacb264caa),segment_id=72e3ade1-cead-4288-afb3-eceacb264caa)] {{(pid=103680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:40:17.970073 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-efb2ecdd-0b4f-44cb-870a-194bd84aefd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (965e173b-b544-48c5-b5fc-55be0119cd4b), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:17.985522 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-efb2ecdd-0b4f-44cb-870a-194bd84aefd2 admin admin] Calling delete_port for 965e173b-b544-48c5-b5fc-55be0119cd4b owned by network:dhcp {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:40:18.066883 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43391094-67ad-4293-88fe-ca0756949340 None None] DHCP port deletion for 31d40b1e-6325-447a-b5a1-db51342d35c1 request from dv-cinder-815660-7-smb {{(pid=103682) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 16:40:18.118537 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-43391094-67ad-4293-88fe-ca0756949340 None None] Deleting port 965e173b-b544-48c5-b5fc-55be0119cd4b {{(pid=103682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:40:18.122978 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-43391094-67ad-4293-88fe-ca0756949340 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (965e173b-b544-48c5-b5fc-55be0119cd4b), before_delete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:18.123118 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b25c3-d7c5-4997-aed4-f447dd43e06e req-2c0df100-1d33-47a8-826a-b4688708a327 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:40:18.123118 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-e12b25c3-d7c5-4997-aed4-f447dd43e06e req-2c0df100-1d33-47a8-826a-b4688708a327 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=5128c3c2-2633-4f1e-ac46-6dc8ef8769be HTTP/1.1" status: 200 len: 946 time: 0.0841579 Apr 06 16:40:18.169746 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-e12b25c3-d7c5-4997-aed4-f447dd43e06e req-a46eb08d-9eb4-4062-80a0-8e65323e9d9a tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=573fe1ca-d919-4dd9-9171-043c0ac2899f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429595 Apr 06 16:40:18.190131 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-43391094-67ad-4293-88fe-ca0756949340 None None] For port 965e173b-b544-48c5-b5fc-55be0119cd4b, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=965e173b-b544-48c5-b5fc-55be0119cd4b,segment=NetworkSegment(72e3ade1-cead-4288-afb3-eceacb264caa),segment_id=72e3ade1-cead-4288-afb3-eceacb264caa)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:40:18.190131 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-43391094-67ad-4293-88fe-ca0756949340 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (965e173b-b544-48c5-b5fc-55be0119cd4b), precommit_delete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:18.199428 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-43391094-67ad-4293-88fe-ca0756949340 None None] Calling delete_port for 965e173b-b544-48c5-b5fc-55be0119cd4b owned by network:dhcp {{(pid=103682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:40:18.223105 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-efb2ecdd-0b4f-44cb-870a-194bd84aefd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (965e173b-b544-48c5-b5fc-55be0119cd4b), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:18.250570 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb2ecdd-0b4f-44cb-870a-194bd84aefd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=965e173b-b544-48c5-b5fc-55be0119cd4b,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:40:18.254064 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb2ecdd-0b4f-44cb-870a-194bd84aefd2 admin admin] No DVR routers for this DVR port 965e173b-b544-48c5-b5fc-55be0119cd4b on host dv-cinder-815660-7-smb {{(pid=103680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:40:18.279879 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-43391094-67ad-4293-88fe-ca0756949340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285'] for port (965e173b-b544-48c5-b5fc-55be0119cd4b), after_delete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:18.306203 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43391094-67ad-4293-88fe-ca0756949340 None None] Pushing event deleted for resources: {'Port': ['ID=965e173b-b544-48c5-b5fc-55be0119cd4b,revision_number=None']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:40:18.309807 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43391094-67ad-4293-88fe-ca0756949340 None None] No DVR routers for this DVR port 965e173b-b544-48c5-b5fc-55be0119cd4b on host dv-cinder-815660-7-smb {{(pid=103682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:40:18.334200 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-efb2ecdd-0b4f-44cb-870a-194bd84aefd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1831458', 'neutron.services.segments.db._delete_segments_for_network-8758156444793'] for network (31d40b1e-6325-447a-b5a1-db51342d35c1), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:18.355026 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.services.segments.db [None req-efb2ecdd-0b4f-44cb-870a-194bd84aefd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31d40b1e-6325-447a-b5a1-db51342d35c1']}} {{(pid=103680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:40:18.364213 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.services.segments.db [None req-efb2ecdd-0b4f-44cb-870a-194bd84aefd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72e3ade1-cead-4288-afb3-eceacb264caa') {'for_net_delete': True} {{(pid=103680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:40:18.364522 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.services.segments.db [None req-efb2ecdd-0b4f-44cb-870a-194bd84aefd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72e3ade1-cead-4288-afb3-eceacb264caa') {} {{(pid=103680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:40:18.373816 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-efb2ecdd-0b4f-44cb-870a-194bd84aefd2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758156443522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5945779'] for segment (72e3ade1-cead-4288-afb3-eceacb264caa), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:18.386928 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-efb2ecdd-0b4f-44cb-870a-194bd84aefd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1728802'] for segment (72e3ade1-cead-4288-afb3-eceacb264caa), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:18.393811 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efb2ecdd-0b4f-44cb-870a-194bd84aefd2 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103680) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 16:40:18.394250 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-efb2ecdd-0b4f-44cb-870a-194bd84aefd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1728802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5978208'] for segment (72e3ade1-cead-4288-afb3-eceacb264caa), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:18.395911 dv-cinder-815660-7-smb neutron-server[103680]: Traceback (most recent call last): Apr 06 16:40:18.395911 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 16:40:18.395911 dv-cinder-815660-7-smb neutron-server[103680]: timer() Apr 06 16:40:18.395911 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 16:40:18.395911 dv-cinder-815660-7-smb neutron-server[103680]: cb(*args, **kw) Apr 06 16:40:18.395911 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 16:40:18.395911 dv-cinder-815660-7-smb neutron-server[103680]: return func(*args, **kwargs) Apr 06 16:40:18.395911 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 16:40:18.395911 dv-cinder-815660-7-smb neutron-server[103680]: self._notify() Apr 06 16:40:18.395911 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 16:40:18.395911 dv-cinder-815660-7-smb neutron-server[103680]: self.callback(batched_events) Apr 06 16:40:18.395911 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 16:40:18.395911 dv-cinder-815660-7-smb neutron-server[103680]: event.method(event) Apr 06 16:40:18.395911 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 16:40:18.395911 dv-cinder-815660-7-smb neutron-server[103680]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 16:40:18.395911 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 16:40:18.395911 dv-cinder-815660-7-smb neutron-server[103680]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 16:40:18.395911 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 16:40:18.395911 dv-cinder-815660-7-smb neutron-server[103680]: return f(self, *a, **k) Apr 06 16:40:18.395911 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 16:40:18.395911 dv-cinder-815660-7-smb neutron-server[103680]: return self._get(url).json() Apr 06 16:40:18.395911 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 16:40:18.395911 dv-cinder-815660-7-smb neutron-server[103680]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 16:40:18.395911 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 16:40:18.395911 dv-cinder-815660-7-smb neutron-server[103680]: return self.request(url, 'GET', **kwargs) Apr 06 16:40:18.395911 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 16:40:18.395911 dv-cinder-815660-7-smb neutron-server[103680]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 16:40:18.395911 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 16:40:18.395911 dv-cinder-815660-7-smb neutron-server[103680]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 16:40:18.395911 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 16:40:18.395911 dv-cinder-815660-7-smb neutron-server[103680]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 16:40:18.395911 dv-cinder-815660-7-smb neutron-server[103680]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 16:40:18.526396 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-efb2ecdd-0b4f-44cb-870a-194bd84aefd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1831515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617055'] for network (31d40b1e-6325-447a-b5a1-db51342d35c1), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:18.530897 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-efb2ecdd-0b4f-44cb-870a-194bd84aefd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:18.534169 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-efb2ecdd-0b4f-44cb-870a-194bd84aefd2 admin admin] 10.222.0.49 "DELETE /v2.0/networks/31d40b1e-6325-447a-b5a1-db51342d35c1 HTTP/1.1" status: 204 len: 168 time: 0.8221698 Apr 06 16:40:18.547624 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb2ecdd-0b4f-44cb-870a-194bd84aefd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=31d40b1e-6325-447a-b5a1-db51342d35c1,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:40:18.895525 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 41666) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:40:18.934885 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-b47e42ea-0183-43f8-be3e-b64ada70095a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=df990c96c1f44ba6a6f2aa8be5911c99&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0375881 Apr 06 16:40:18.937339 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 41668) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:40:18.984096 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-310ba306-c9df-4f5e-9b51-8915fe95eee6 admin admin] Publish callbacks [] for security_group (d59c645d-9277-45c4-91d3-3b1f1939e4c1), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:19.004664 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-310ba306-c9df-4f5e-9b51-8915fe95eee6 admin admin] Publish callbacks [] for security_group (d59c645d-9277-45c4-91d3-3b1f1939e4c1), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:19.164042 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-310ba306-c9df-4f5e-9b51-8915fe95eee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (d59c645d-9277-45c4-91d3-3b1f1939e4c1), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:19.166823 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-310ba306-c9df-4f5e-9b51-8915fe95eee6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:19.169639 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-310ba306-c9df-4f5e-9b51-8915fe95eee6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d59c645d-9277-45c4-91d3-3b1f1939e4c1 HTTP/1.1" status: 204 len: 168 time: 0.2300656 Apr 06 16:40:19.178460 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ba306-c9df-4f5e-9b51-8915fe95eee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59c645d-9277-45c4-91d3-3b1f1939e4c1,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:40:19.296334 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f88f1-54e2-4159-a9c7-abc1b0033786 req-8dad8bd3-7a72-4509-ac96-7eaa5a54c356 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:40:19.297817 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-c97f88f1-54e2-4159-a9c7-abc1b0033786 req-8dad8bd3-7a72-4509-ac96-7eaa5a54c356 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=5128c3c2-2633-4f1e-ac46-6dc8ef8769be HTTP/1.1" status: 200 len: 946 time: 0.0550127 Apr 06 16:40:19.346166 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-c97f88f1-54e2-4159-a9c7-abc1b0033786 req-5e7d4847-fbdd-4bb7-bb0e-329472dc7bf5 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=573fe1ca-d919-4dd9-9171-043c0ac2899f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426500 Apr 06 16:40:19.649234 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 965e173b-b544-48c5-b5fc-55be0119cd4b no longer exists at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:40:19.673042 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] No Port match for: 965e173b-b544-48c5-b5fc-55be0119cd4b {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:40:19.673506 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 965e173b-b544-48c5-b5fc-55be0119cd4b not bound to the agent host dv-cinder-815660-7-smb {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:40:20.467101 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b569f6-f31b-46ea-9302-5e6e5266c926 req-553dd858-ab90-458e-bd9f-45c1eef84de2 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:40:20.468653 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-48b569f6-f31b-46ea-9302-5e6e5266c926 req-553dd858-ab90-458e-bd9f-45c1eef84de2 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=5128c3c2-2633-4f1e-ac46-6dc8ef8769be HTTP/1.1" status: 200 len: 946 time: 0.0528769 Apr 06 16:40:20.518565 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-48b569f6-f31b-46ea-9302-5e6e5266c926 req-5ffdb224-ab5e-4624-b2cf-9d47c8b2d07d tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=573fe1ca-d919-4dd9-9171-043c0ac2899f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442271 Apr 06 16:40:20.636121 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5609f-e287-446b-8193-c15d7a207ead req-7b269649-652f-4d92-837c-c24895fc6425 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:40:20.637483 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-cdf5609f-e287-446b-8193-c15d7a207ead req-7b269649-652f-4d92-837c-c24895fc6425 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=5128c3c2-2633-4f1e-ac46-6dc8ef8769be HTTP/1.1" status: 200 len: 946 time: 0.0564358 Apr 06 16:40:20.646861 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 41702) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:40:20.651553 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-b6fa1180-ba88-46a7-896e-3777b82110e4 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Request body: {'floatingip': {'port_id': '8ba25520-4b55-4024-9ce6-0db35602ff3f'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:40:20.696174 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b6fa1180-ba88-46a7-896e-3777b82110e4 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for floatingip (68e06a13-d6dd-4c09-bb58-c385a8ddebfa), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:21.141038 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b6fa1180-ba88-46a7-896e-3777b82110e4 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:21.211666 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b6fa1180-ba88-46a7-896e-3777b82110e4 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617069'] for floatingip (68e06a13-d6dd-4c09-bb58-c385a8ddebfa), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:21.318441 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.db.l3_db [None req-b6fa1180-ba88-46a7-896e-3777b82110e4 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Floating IP 68e06a13-d6dd-4c09-bb58-c385a8ddebfa associated. External IP: 172.28.0.154, port: 8ba25520-4b55-4024-9ce6-0db35602ff3f. Apr 06 16:40:21.534887 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6fa1180-ba88-46a7-896e-3777b82110e4 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Router 16901a2b-a0e0-4d5f-920d-7408ff2de157 has already been hosted by L3 agent 94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e {{(pid=103680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:40:21.645563 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6fa1180-ba88-46a7-896e-3777b82110e4 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Notify agent at l3_agent.dv-cinder-815660-7-smb the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:40:21.651008 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b6fa1180-ba88-46a7-896e-3777b82110e4 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for floatingip (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:21.655566 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58779c5-9310-4885-9cb2-0e254a231727 None None] Sync routers for ids ['16901a2b-a0e0-4d5f-920d-7408ff2de157'] in dv-cinder-815660-7-smb {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:40:21.666400 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58779c5-9310-4885-9cb2-0e254a231727 None None] Routers {'16901a2b-a0e0-4d5f-920d-7408ff2de157'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:40:21.667027 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-b58779c5-9310-4885-9cb2-0e254a231727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:40:02Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['16901a2b-a0e0-4d5f-920d-7408ff2de157'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:40:21.683960 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-b6fa1180-ba88-46a7-896e-3777b82110e4 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "PUT /v2.0/floatingips/68e06a13-d6dd-4c09-bb58-c385a8ddebfa HTTP/1.1" status: 200 len: 992 time: 1.0358591 Apr 06 16:40:21.684562 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5128c3c2-2633-4f1e-ac46-6dc8ef8769be', 'tag': '8ba25520-4b55-4024-9ce6-0db35602ff3f'}] {{(pid=103680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:40:21.686810 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37defc4f8c4d51421555421a688636eb49d5c8fee7a473d71a3f8bc7c746dcd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42559d6c-d0db-4048-b1b8-f6bd2a6ff2de" -d '{"events": [{"name": "network-changed", "server_uuid": "5128c3c2-2633-4f1e-ac46-6dc8ef8769be", "tag": "8ba25520-4b55-4024-9ce6-0db35602ff3f"}]}' {{(pid=103680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:40:21.725478 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d5629e-b8d2-4540-a5c9-d3b1ab951bff x-openstack-request-id: req-f4d5629e-b8d2-4540-a5c9-d3b1ab951bff {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:40:21.725478 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5128c3c2-2633-4f1e-ac46-6dc8ef8769be", "tag": "8ba25520-4b55-4024-9ce6-0db35602ff3f", "status": "completed", "code": 200}]} {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:40:21.725478 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f4d5629e-b8d2-4540-a5c9-d3b1ab951bff {{(pid=103680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:40:21.725478 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4d5629e-b8d2-4540-a5c9-d3b1ab951bff'] response: {'name': 'network-changed', 'server_uuid': '5128c3c2-2633-4f1e-ac46-6dc8ef8769be', 'tag': '8ba25520-4b55-4024-9ce6-0db35602ff3f', 'status': 'completed', 'code': 200} Apr 06 16:40:21.792185 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-b58779c5-9310-4885-9cb2-0e254a231727 None None] Set router 16901a2b-a0e0-4d5f-920d-7408ff2de157 gateway port host: dv-cinder-815660-7-smb {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:40:21.793255 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42559d6c-d0db-4048-b1b8-f6bd2a6ff2de req-90bb531e-05b0-43fd-a4db-a4184ceed93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:40:21.794959 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-42559d6c-d0db-4048-b1b8-f6bd2a6ff2de req-90bb531e-05b0-43fd-a4db-a4184ceed93c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e0d499680204ce48c74bc5d3b01a192&device_id=5128c3c2-2633-4f1e-ac46-6dc8ef8769be HTTP/1.1" status: 200 len: 1130 time: 0.0510960 Apr 06 16:40:21.894588 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42559d6c-d0db-4048-b1b8-f6bd2a6ff2de req-08424cdf-2495-46b6-b34c-ee30a8f2911c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:40:21.896723 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-42559d6c-d0db-4048-b1b8-f6bd2a6ff2de req-08424cdf-2495-46b6-b34c-ee30a8f2911c service neutron] 10.222.0.39 "GET /v2.0/networks?id=8ef6f925-e3af-4879-bc93-ee3096c80cf0 HTTP/1.1" status: 200 len: 916 time: 0.0941517 Apr 06 16:40:21.966302 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-42559d6c-d0db-4048-b1b8-f6bd2a6ff2de req-c7cbb695-bded-413d-9ec9-021db92e1c2a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ba25520-4b55-4024-9ce6-0db35602ff3f HTTP/1.1" status: 200 len: 1000 time: 0.0644472 Apr 06 16:40:22.016461 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42559d6c-d0db-4048-b1b8-f6bd2a6ff2de req-7591184d-17d3-4ae2-a25a-8f5a9a46f3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:40:22.017890 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-42559d6c-d0db-4048-b1b8-f6bd2a6ff2de req-7591184d-17d3-4ae2-a25a-8f5a9a46f3d2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1121a7e3-a3db-4af5-8ad9-70ecc903d4ca HTTP/1.1" status: 200 len: 854 time: 0.0451062 Apr 06 16:40:22.018567 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-b58779c5-9310-4885-9cb2-0e254a231727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'name': 'tempest-AttachVolumeNegativeTest-1107108701-router', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12'}], 'enable_snat': True}, 'gw_port_id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:32:37Z', 'updated_at': '2022-04-06T16:32:42Z', 'revision_number': 4, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'gw_port': {'id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:38Z', 'updated_at': '2022-04-06T16:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_floatingips': [{'id': '68e06a13-d6dd-4c09-bb58-c385a8ddebfa', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'floating_ip_address': '172.28.0.154', 'floating_network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'router_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'port_id': '8ba25520-4b55-4024-9ce6-0db35602ff3f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'mac_address': 'fa:16:3e:19:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5128c3c2-2633-4f1e-ac46-6dc8ef8769be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:40:02Z', 'updated_at': '2022-04-06T16:40:21Z', 'revision_number': 1, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ed24226-3823-4f2b-b252-2fb23010c71e', 'name': '', 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'mac_address': 'fa:16:3e:e8:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:41Z', 'updated_at': '2022-04-06T16:32:47Z', 'revision_number': 5, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'subnets': [{'id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:40:22.045884 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58779c5-9310-4885-9cb2-0e254a231727 None None] Checking router: 16901a2b-a0e0-4d5f-920d-7408ff2de157 for host: dv-cinder-815660-7-smb {{(pid=103682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:40:22.054915 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58779c5-9310-4885-9cb2-0e254a231727 None None] Routers {'16901a2b-a0e0-4d5f-920d-7408ff2de157'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:40:22.055560 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-b58779c5-9310-4885-9cb2-0e254a231727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:40:02Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['16901a2b-a0e0-4d5f-920d-7408ff2de157'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:40:22.070007 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42559d6c-d0db-4048-b1b8-f6bd2a6ff2de req-58a23603-0a17-4340-8498-7467b215f9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:40:22.071575 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-42559d6c-d0db-4048-b1b8-f6bd2a6ff2de req-58a23603-0a17-4340-8498-7467b215f9c7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8ef6f925-e3af-4879-bc93-ee3096c80cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0458934 Apr 06 16:40:22.166772 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-b58779c5-9310-4885-9cb2-0e254a231727 None None] Set router 16901a2b-a0e0-4d5f-920d-7408ff2de157 gateway port host: dv-cinder-815660-7-smb {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:40:22.167562 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-42559d6c-d0db-4048-b1b8-f6bd2a6ff2de req-c532ef1a-52a2-4818-994b-df5e694d7bab service neutron] 10.222.0.39 "GET /v2.0/networks/8ef6f925-e3af-4879-bc93-ee3096c80cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893693 Apr 06 16:40:22.258716 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-42559d6c-d0db-4048-b1b8-f6bd2a6ff2de req-74364d7b-6aec-4d52-bdd3-75c71e111753 service neutron] 10.222.0.39 "GET /v2.0/networks/8ef6f925-e3af-4879-bc93-ee3096c80cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848107 Apr 06 16:40:22.402047 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-b58779c5-9310-4885-9cb2-0e254a231727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'name': 'tempest-AttachVolumeNegativeTest-1107108701-router', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12'}], 'enable_snat': True}, 'gw_port_id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:32:37Z', 'updated_at': '2022-04-06T16:32:42Z', 'revision_number': 4, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'gw_port': {'id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:38Z', 'updated_at': '2022-04-06T16:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_floatingips': [{'id': '68e06a13-d6dd-4c09-bb58-c385a8ddebfa', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'floating_ip_address': '172.28.0.154', 'floating_network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'router_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'port_id': '8ba25520-4b55-4024-9ce6-0db35602ff3f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'mac_address': 'fa:16:3e:19:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5128c3c2-2633-4f1e-ac46-6dc8ef8769be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:40:02Z', 'updated_at': '2022-04-06T16:40:21Z', 'revision_number': 1, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ed24226-3823-4f2b-b252-2fb23010c71e', 'name': '', 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'mac_address': 'fa:16:3e:e8:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:41Z', 'updated_at': '2022-04-06T16:32:47Z', 'revision_number': 5, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'subnets': [{'id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:40:22.430147 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58779c5-9310-4885-9cb2-0e254a231727 None None] The sync data for ids ['16901a2b-a0e0-4d5f-920d-7408ff2de157'] in dv-cinder-815660-7-smb is: [{'id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'name': 'tempest-AttachVolumeNegativeTest-1107108701-router', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12'}], 'enable_snat': True}, 'gw_port_id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:32:37Z', 'updated_at': '2022-04-06T16:32:42Z', 'revision_number': 4, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'gw_port': {'id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:38Z', 'updated_at': '2022-04-06T16:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_floatingips': [{'id': '68e06a13-d6dd-4c09-bb58-c385a8ddebfa', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'floating_ip_address': '172.28.0.154', 'floating_network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'router_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'port_id': '8ba25520-4b55-4024-9ce6-0db35602ff3f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'mac_address': 'fa:16:3e:19:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5128c3c2-2633-4f1e-ac46-6dc8ef8769be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:40:02Z', 'updated_at': '2022-04-06T16:40:21Z', 'revision_number': 1, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ed24226-3823-4f2b-b252-2fb23010c71e', 'name': '', 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'mac_address': 'fa:16:3e:e8:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:41Z', 'updated_at': '2022-04-06T16:32:47Z', 'revision_number': 5, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'subnets': [{'id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:40:22.623672 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49309a7d-594b-4f2d-abc4-702cea38d408 None None] New status for floating IP 68e06a13-d6dd-4c09-bb58-c385a8ddebfa: ACTIVE {{(pid=103683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 16:40:24.224224 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 41742) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:40:24.328211 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-3f66e1cc-53db-4e51-944b-121dfbb73e15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:24.400543 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-3f66e1cc-53db-4e51-944b-121dfbb73e15 admin admin] Publish callbacks [] for security_group (cdcc1f38-98ad-4925-9565-8f50427bfaaa), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:24.519399 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-3f66e1cc-53db-4e51-944b-121dfbb73e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (cdcc1f38-98ad-4925-9565-8f50427bfaaa), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:24.559683 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-3f66e1cc-53db-4e51-944b-121dfbb73e15 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6d024333834048cd915c0b80ebf6807a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3341482 Apr 06 16:40:24.560473 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f66e1cc-53db-4e51-944b-121dfbb73e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdcc1f38-98ad-4925-9565-8f50427bfaaa,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:40:24.562315 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 41746) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:40:24.610582 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7ac30321-7266-474a-96fd-9c7595993912 admin admin] Publish callbacks [] for security_group (cdcc1f38-98ad-4925-9565-8f50427bfaaa), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:24.632184 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7ac30321-7266-474a-96fd-9c7595993912 admin admin] Publish callbacks [] for security_group (cdcc1f38-98ad-4925-9565-8f50427bfaaa), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:24.753757 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7ac30321-7266-474a-96fd-9c7595993912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (cdcc1f38-98ad-4925-9565-8f50427bfaaa), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:24.756701 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7ac30321-7266-474a-96fd-9c7595993912 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:24.757861 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-7ac30321-7266-474a-96fd-9c7595993912 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cdcc1f38-98ad-4925-9565-8f50427bfaaa HTTP/1.1" status: 204 len: 168 time: 0.1945422 Apr 06 16:40:24.765753 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac30321-7266-474a-96fd-9c7595993912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdcc1f38-98ad-4925-9565-8f50427bfaaa,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:40:29.753686 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-2d75a65a-71c9-4276-96c2-7476e3dfc288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:31.273641 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (0e5c86dc-cd19-4356-a060-9388d8808620), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:32.108103 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a81dc554-6563-45c0-96cc-364128d8d6b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:33.496043 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:34.576170 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:36.193701 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:49.615158 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.agents_db [None req-a950ddbd-9d44-4943-b7d7-a118ae2e1c13 None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:40:51.400945 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ea485-c71e-40ee-bc69-34ced376bc4d req-a3bfe89c-9882-4806-8298-3832f09c0483 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:40:51.402362 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-8f0ea485-c71e-40ee-bc69-34ced376bc4d req-a3bfe89c-9882-4806-8298-3832f09c0483 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 946 time: 0.0547736 Apr 06 16:40:51.449948 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-8f0ea485-c71e-40ee-bc69-34ced376bc4d req-cca5ef19-37c7-4412-8dff-01405f078c86 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418172 Apr 06 16:40:52.576669 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab52fb-1960-40e0-8742-dc2103e7c60a req-cfa8fb87-7f12-4149-ae73-31d0eb7e00c7 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:40:52.578144 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-31ab52fb-1960-40e0-8742-dc2103e7c60a req-cfa8fb87-7f12-4149-ae73-31d0eb7e00c7 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 946 time: 0.0534661 Apr 06 16:40:52.624749 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-31ab52fb-1960-40e0-8742-dc2103e7c60a req-a38f118c-6d35-492d-941f-93e7ac0c5f72 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups?id=c24d130c-89a3-40f2-8526-863195edfd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401919 Apr 06 16:40:53.117313 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e82b47-94ee-4465-83e9-713f2470f7f5 req-1ae1db84-d762-4eab-9481-a57560f6c6ec tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:40:53.118752 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-29e82b47-94ee-4465-83e9-713f2470f7f5 req-1ae1db84-d762-4eab-9481-a57560f6c6ec tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 946 time: 0.0529957 Apr 06 16:40:53.214412 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [req-29e82b47-94ee-4465-83e9-713f2470f7f5 req-72d538e3-e090-4013-84ad-f77dba8ebb3e tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Deleting port a11b48b2-7c74-4f6a-81e3-cc831deee15c {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:40:53.214748 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-29e82b47-94ee-4465-83e9-713f2470f7f5 req-72d538e3-e090-4013-84ad-f77dba8ebb3e tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (a11b48b2-7c74-4f6a-81e3-cc831deee15c), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:53.304640 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [req-29e82b47-94ee-4465-83e9-713f2470f7f5 req-72d538e3-e090-4013-84ad-f77dba8ebb3e tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] For port a11b48b2-7c74-4f6a-81e3-cc831deee15c, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=a11b48b2-7c74-4f6a-81e3-cc831deee15c,segment=NetworkSegment(4338e709-dc46-4a61-ada5-02557dc55805),segment_id=4338e709-dc46-4a61-ada5-02557dc55805)] {{(pid=103680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:40:53.305009 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-29e82b47-94ee-4465-83e9-713f2470f7f5 req-72d538e3-e090-4013-84ad-f77dba8ebb3e tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (a11b48b2-7c74-4f6a-81e3-cc831deee15c), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:53.480692 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-29e82b47-94ee-4465-83e9-713f2470f7f5 req-72d538e3-e090-4013-84ad-f77dba8ebb3e tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:53.481052 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-29e82b47-94ee-4465-83e9-713f2470f7f5 req-72d538e3-e090-4013-84ad-f77dba8ebb3e tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617069'] for floatingip (da354acf-3f85-4c44-829b-de72343538b3), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:53.481384 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.db.l3_db [req-29e82b47-94ee-4465-83e9-713f2470f7f5 req-72d538e3-e090-4013-84ad-f77dba8ebb3e tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Floating IP da354acf-3f85-4c44-829b-de72343538b3 disassociated. External IP: 172.28.0.114, port: a11b48b2-7c74-4f6a-81e3-cc831deee15c. Apr 06 16:40:53.481730 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [req-29e82b47-94ee-4465-83e9-713f2470f7f5 req-72d538e3-e090-4013-84ad-f77dba8ebb3e tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Calling delete_port for a11b48b2-7c74-4f6a-81e3-cc831deee15c owned by compute:nova {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:40:53.672264 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-29e82b47-94ee-4465-83e9-713f2470f7f5 req-72d538e3-e090-4013-84ad-f77dba8ebb3e tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (a11b48b2-7c74-4f6a-81e3-cc831deee15c), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:53.956151 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d538e3-e090-4013-84ad-f77dba8ebb3e tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Pushing event deleted for resources: {'Port': ['ID=a11b48b2-7c74-4f6a-81e3-cc831deee15c,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:40:53.986497 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-f0162606-be7b-45da-a5ed-eb1b8d6aebfe req-614581d2-523c-4550-8e67-d104bb9a5455 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 210 time: 0.0324419 Apr 06 16:40:54.097240 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29e82b47-94ee-4465-83e9-713f2470f7f5 req-72d538e3-e090-4013-84ad-f77dba8ebb3e tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Router 438eed54-6634-4d31-8fac-f0022b04833e has already been hosted by L3 agent 94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e {{(pid=103680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:40:54.210884 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29e82b47-94ee-4465-83e9-713f2470f7f5 req-72d538e3-e090-4013-84ad-f77dba8ebb3e tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Notify agent at l3_agent.dv-cinder-815660-7-smb the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:40:54.220666 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f525e02-dff1-4781-9f87-f04979ec9975 None None] Sync routers for ids ['438eed54-6634-4d31-8fac-f0022b04833e'] in dv-cinder-815660-7-smb {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:40:54.231034 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f525e02-dff1-4781-9f87-f04979ec9975 None None] Routers {'438eed54-6634-4d31-8fac-f0022b04833e'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:40:54.231712 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-6f525e02-dff1-4781-9f87-f04979ec9975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:40:32Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['438eed54-6634-4d31-8fac-f0022b04833e'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:40:54.252260 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e82b47-94ee-4465-83e9-713f2470f7f5 req-72d538e3-e090-4013-84ad-f77dba8ebb3e tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] No DVR routers for this DVR port a11b48b2-7c74-4f6a-81e3-cc831deee15c on host hv-cinder-81566 {{(pid=103680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:40:54.254950 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-29e82b47-94ee-4465-83e9-713f2470f7f5 req-72d538e3-e090-4013-84ad-f77dba8ebb3e tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for port (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:54.258292 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-29e82b47-94ee-4465-83e9-713f2470f7f5 req-72d538e3-e090-4013-84ad-f77dba8ebb3e tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.39 "DELETE /v2.0/ports/a11b48b2-7c74-4f6a-81e3-cc831deee15c HTTP/1.1" status: 204 len: 173 time: 1.1345346 Apr 06 16:40:54.258744 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ba30a8-4481-4872-be6d-9d5f4e05b89d', 'name': 'network-vif-deleted', 'tag': 'a11b48b2-7c74-4f6a-81e3-cc831deee15c'}] {{(pid=103680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:40:54.261007 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37defc4f8c4d51421555421a688636eb49d5c8fee7a473d71a3f8bc7c746dcd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385efb55-9ab3-4e19-ace1-d094e710261d" -d '{"events": [{"server_uuid": "c2ba30a8-4481-4872-be6d-9d5f4e05b89d", "name": "network-vif-deleted", "tag": "a11b48b2-7c74-4f6a-81e3-cc831deee15c"}]}' {{(pid=103680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:40:54.301217 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def3476d-b426-4406-8aef-1404d4a4d5f0 x-openstack-request-id: req-def3476d-b426-4406-8aef-1404d4a4d5f0 {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:40:54.301516 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ba30a8-4481-4872-be6d-9d5f4e05b89d", "name": "network-vif-deleted", "tag": "a11b48b2-7c74-4f6a-81e3-cc831deee15c", "status": "completed", "code": 200}]} {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:40:54.301772 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-def3476d-b426-4406-8aef-1404d4a4d5f0 {{(pid=103680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:40:54.302180 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-def3476d-b426-4406-8aef-1404d4a4d5f0'] response: {'server_uuid': 'c2ba30a8-4481-4872-be6d-9d5f4e05b89d', 'name': 'network-vif-deleted', 'tag': 'a11b48b2-7c74-4f6a-81e3-cc831deee15c', 'status': 'completed', 'code': 200} Apr 06 16:40:54.354204 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-6f525e02-dff1-4781-9f87-f04979ec9975 None None] Set router 438eed54-6634-4d31-8fac-f0022b04833e gateway port host: dv-cinder-815660-7-smb {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:40:54.578094 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-6f525e02-dff1-4781-9f87-f04979ec9975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438eed54-6634-4d31-8fac-f0022b04833e', 'name': 'tempest-AttachVolumeShelveTestJSON-818258066-router', 'tenant_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': '4daa805a-ee79-4b4f-b513-a4b7a45cb32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:17Z', 'updated_at': '2022-04-06T16:31:29Z', 'revision_number': 4, 'project_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'gw_port': {'id': '4daa805a-ee79-4b4f-b513-a4b7a45cb32b', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438eed54-6634-4d31-8fac-f0022b04833e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:20Z', 'updated_at': '2022-04-06T16:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': '2557a59f-e56f-49a1-a5b8-b70861803d73', 'name': '', 'network_id': '782e4005-3b7d-4e26-954d-25d46652bf58', 'tenant_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'mac_address': 'fa:16:3e:c1:00:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438eed54-6634-4d31-8fac-f0022b04833e', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '713d2ac2-12c5-40b3-b057-72a7d64c64ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:27Z', 'updated_at': '2022-04-06T16:31:38Z', 'revision_number': 5, 'project_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'subnets': [{'id': '713d2ac2-12c5-40b3-b057-72a7d64c64ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:40:54.621905 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f525e02-dff1-4781-9f87-f04979ec9975 None None] Checking router: 438eed54-6634-4d31-8fac-f0022b04833e for host: dv-cinder-815660-7-smb {{(pid=103682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:40:54.621905 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f525e02-dff1-4781-9f87-f04979ec9975 None None] Routers {'438eed54-6634-4d31-8fac-f0022b04833e'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:40:54.621905 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-6f525e02-dff1-4781-9f87-f04979ec9975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:40:32Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['438eed54-6634-4d31-8fac-f0022b04833e'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:40:54.732358 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-6f525e02-dff1-4781-9f87-f04979ec9975 None None] Set router 438eed54-6634-4d31-8fac-f0022b04833e gateway port host: dv-cinder-815660-7-smb {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:40:55.070063 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-6f525e02-dff1-4781-9f87-f04979ec9975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438eed54-6634-4d31-8fac-f0022b04833e', 'name': 'tempest-AttachVolumeShelveTestJSON-818258066-router', 'tenant_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': '4daa805a-ee79-4b4f-b513-a4b7a45cb32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:17Z', 'updated_at': '2022-04-06T16:31:29Z', 'revision_number': 4, 'project_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'gw_port': {'id': '4daa805a-ee79-4b4f-b513-a4b7a45cb32b', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438eed54-6634-4d31-8fac-f0022b04833e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:20Z', 'updated_at': '2022-04-06T16:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': '2557a59f-e56f-49a1-a5b8-b70861803d73', 'name': '', 'network_id': '782e4005-3b7d-4e26-954d-25d46652bf58', 'tenant_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'mac_address': 'fa:16:3e:c1:00:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438eed54-6634-4d31-8fac-f0022b04833e', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '713d2ac2-12c5-40b3-b057-72a7d64c64ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:27Z', 'updated_at': '2022-04-06T16:31:38Z', 'revision_number': 5, 'project_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'subnets': [{'id': '713d2ac2-12c5-40b3-b057-72a7d64c64ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:40:55.101737 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f525e02-dff1-4781-9f87-f04979ec9975 None None] The sync data for ids ['438eed54-6634-4d31-8fac-f0022b04833e'] in dv-cinder-815660-7-smb is: [{'id': '438eed54-6634-4d31-8fac-f0022b04833e', 'name': 'tempest-AttachVolumeShelveTestJSON-818258066-router', 'tenant_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': '4daa805a-ee79-4b4f-b513-a4b7a45cb32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:17Z', 'updated_at': '2022-04-06T16:31:29Z', 'revision_number': 4, 'project_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'gw_port': {'id': '4daa805a-ee79-4b4f-b513-a4b7a45cb32b', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438eed54-6634-4d31-8fac-f0022b04833e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:20Z', 'updated_at': '2022-04-06T16:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': '2557a59f-e56f-49a1-a5b8-b70861803d73', 'name': '', 'network_id': '782e4005-3b7d-4e26-954d-25d46652bf58', 'tenant_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'mac_address': 'fa:16:3e:c1:00:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438eed54-6634-4d31-8fac-f0022b04833e', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '713d2ac2-12c5-40b3-b057-72a7d64c64ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:27Z', 'updated_at': '2022-04-06T16:31:38Z', 'revision_number': 5, 'project_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'subnets': [{'id': '713d2ac2-12c5-40b3-b057-72a7d64c64ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:40:55.103949 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-b551596e-f356-42b8-b01a-76bcfdc102ec req-f3f74689-42e2-48e0-97ed-05b75e815d64 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ba30a8-4481-4872-be6d-9d5f4e05b89d HTTP/1.1" status: 200 len: 210 time: 0.0324087 Apr 06 16:40:55.331936 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442d36ca-f1c0-40d5-8e7a-9d8a8d77001a None None] New status for floating IP da354acf-3f85-4c44-829b-de72343538b3: DOWN {{(pid=103683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 16:40:56.285083 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 42044) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:40:56.341297 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f82c8f77-8607-4942-99d1-385fab6fc692 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks [] for security_group (c24d130c-89a3-40f2-8526-863195edfd6e), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:56.364930 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f82c8f77-8607-4942-99d1-385fab6fc692 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks [] for security_group (c24d130c-89a3-40f2-8526-863195edfd6e), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:56.609091 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f82c8f77-8607-4942-99d1-385fab6fc692 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (c24d130c-89a3-40f2-8526-863195edfd6e), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:56.612288 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f82c8f77-8607-4942-99d1-385fab6fc692 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:56.613467 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-f82c8f77-8607-4942-99d1-385fab6fc692 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "DELETE /v2.0/security-groups/c24d130c-89a3-40f2-8526-863195edfd6e HTTP/1.1" status: 204 len: 168 time: 0.3273957 Apr 06 16:40:56.616526 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 42046) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:40:56.622707 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82c8f77-8607-4942-99d1-385fab6fc692 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24d130c-89a3-40f2-8526-863195edfd6e,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:40:56.630152 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.api.v2.resource [None req-3d7113e4-5094-4a14-92ad-51eae792db66 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] show failed (client error): The resource could not be found. Apr 06 16:40:56.631163 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-3d7113e4-5094-4a14-92ad-51eae792db66 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "GET /v2.0/security-groups/c24d130c-89a3-40f2-8526-863195edfd6e HTTP/1.1" status: 404 len: 347 time: 0.0136149 Apr 06 16:40:56.634743 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 42048) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:40:56.764708 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-29f24d9b-e987-4331-8d83-a9f111651e53 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Deleting port 089a7a26-0b43-4ec1-ae74-fa0e29e984e4 {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:40:56.765028 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-29f24d9b-e987-4331-8d83-a9f111651e53 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (089a7a26-0b43-4ec1-ae74-fa0e29e984e4), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:56.839241 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-29f24d9b-e987-4331-8d83-a9f111651e53 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (089a7a26-0b43-4ec1-ae74-fa0e29e984e4), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:56.839570 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-29f24d9b-e987-4331-8d83-a9f111651e53 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks [] for floatingip (089a7a26-0b43-4ec1-ae74-fa0e29e984e4), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:56.851793 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-29f24d9b-e987-4331-8d83-a9f111651e53 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Calling delete_port for 089a7a26-0b43-4ec1-ae74-fa0e29e984e4 owned by network:floatingip {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:40:57.048848 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-29f24d9b-e987-4331-8d83-a9f111651e53 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6161582'] for port (089a7a26-0b43-4ec1-ae74-fa0e29e984e4), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:57.073740 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f24d9b-e987-4331-8d83-a9f111651e53 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Pushing event deleted for resources: {'Port': ['ID=089a7a26-0b43-4ec1-ae74-fa0e29e984e4,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:40:57.139887 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-29f24d9b-e987-4331-8d83-a9f111651e53 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks [] for floatingip (da354acf-3f85-4c44-829b-de72343538b3), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:57.142314 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-29f24d9b-e987-4331-8d83-a9f111651e53 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for floatingip (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:57.144230 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-29f24d9b-e987-4331-8d83-a9f111651e53 tempest-AttachVolumeShelveTestJSON-1228233571 tempest-AttachVolumeShelveTestJSON-1228233571-project] 10.222.0.49 "DELETE /v2.0/floatingips/da354acf-3f85-4c44-829b-de72343538b3 HTTP/1.1" status: 204 len: 168 time: 0.5084746 Apr 06 16:40:57.209116 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device a11b48b2-7c74-4f6a-81e3-cc831deee15c no longer exists at agent hyperv_hv-cinder-81566 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:40:57.228897 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] No Port match for: a11b48b2-7c74-4f6a-81e3-cc831deee15c {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:40:57.229245 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device a11b48b2-7c74-4f6a-81e3-cc831deee15c not bound to the agent host hv-cinder-81566 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:40:59.763062 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-8ce1b739-bced-43d2-8e38-a297c97df2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:40:59.883778 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 42090) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:41:00.383939 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-fef5fbaa-1171-462f-8037-c5edf4f6dccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617325'] for router_interface (438eed54-6634-4d31-8fac-f0022b04833e), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:00.644513 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-fef5fbaa-1171-462f-8037-c5edf4f6dccb admin admin] Deleting port 2557a59f-e56f-49a1-a5b8-b70861803d73 {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:41:00.644768 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-fef5fbaa-1171-462f-8037-c5edf4f6dccb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (2557a59f-e56f-49a1-a5b8-b70861803d73), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:00.727422 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [None req-fef5fbaa-1171-462f-8037-c5edf4f6dccb admin admin] For port 2557a59f-e56f-49a1-a5b8-b70861803d73, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=2557a59f-e56f-49a1-a5b8-b70861803d73,segment=NetworkSegment(4338e709-dc46-4a61-ada5-02557dc55805),segment_id=4338e709-dc46-4a61-ada5-02557dc55805)] {{(pid=103680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:41:00.727852 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-fef5fbaa-1171-462f-8037-c5edf4f6dccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (2557a59f-e56f-49a1-a5b8-b70861803d73), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:00.741966 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-fef5fbaa-1171-462f-8037-c5edf4f6dccb admin admin] Calling delete_port for 2557a59f-e56f-49a1-a5b8-b70861803d73 owned by network:router_interface {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:41:00.997327 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-fef5fbaa-1171-462f-8037-c5edf4f6dccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (2557a59f-e56f-49a1-a5b8-b70861803d73), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:01.030436 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef5fbaa-1171-462f-8037-c5edf4f6dccb admin admin] Pushing event deleted for resources: {'Port': ['ID=2557a59f-e56f-49a1-a5b8-b70861803d73,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:41:01.054238 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef5fbaa-1171-462f-8037-c5edf4f6dccb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:41:01.054580 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef5fbaa-1171-462f-8037-c5edf4f6dccb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:41:01.054938 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef5fbaa-1171-462f-8037-c5edf4f6dccb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:41:01.055227 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef5fbaa-1171-462f-8037-c5edf4f6dccb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:41:01.055558 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef5fbaa-1171-462f-8037-c5edf4f6dccb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:41:01.055926 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef5fbaa-1171-462f-8037-c5edf4f6dccb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:41:01.056257 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef5fbaa-1171-462f-8037-c5edf4f6dccb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:41:01.056575 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef5fbaa-1171-462f-8037-c5edf4f6dccb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:41:01.056896 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef5fbaa-1171-462f-8037-c5edf4f6dccb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:41:01.057217 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef5fbaa-1171-462f-8037-c5edf4f6dccb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:41:01.057538 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef5fbaa-1171-462f-8037-c5edf4f6dccb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:41:01.057864 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef5fbaa-1171-462f-8037-c5edf4f6dccb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:41:01.058181 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef5fbaa-1171-462f-8037-c5edf4f6dccb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:41:01.058496 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef5fbaa-1171-462f-8037-c5edf4f6dccb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:41:01.058814 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef5fbaa-1171-462f-8037-c5edf4f6dccb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:41:01.212657 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-fef5fbaa-1171-462f-8037-c5edf4f6dccb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617213'] for router_interface (438eed54-6634-4d31-8fac-f0022b04833e), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:01.362944 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (0e5c86dc-cd19-4356-a060-9388d8808620), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:01.439071 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef5fbaa-1171-462f-8037-c5edf4f6dccb admin admin] Router 438eed54-6634-4d31-8fac-f0022b04833e has already been hosted by L3 agent 94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e {{(pid=103680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:41:01.550761 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef5fbaa-1171-462f-8037-c5edf4f6dccb admin admin] Notify agent at l3_agent.dv-cinder-815660-7-smb the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:41:01.556654 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-fef5fbaa-1171-462f-8037-c5edf4f6dccb admin admin] 10.222.0.49 "PUT /v2.0/routers/438eed54-6634-4d31-8fac-f0022b04833e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6708851 Apr 06 16:41:01.558472 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 42106) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:41:01.561367 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d46a70f-4dd1-43a9-987c-b59a71ce7392 None None] Sync routers for ids ['438eed54-6634-4d31-8fac-f0022b04833e'] in dv-cinder-815660-7-smb {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:41:01.574246 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d46a70f-4dd1-43a9-987c-b59a71ce7392 None None] Routers {'438eed54-6634-4d31-8fac-f0022b04833e'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:41:01.575781 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-3d46a70f-4dd1-43a9-987c-b59a71ce7392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:40:32Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['438eed54-6634-4d31-8fac-f0022b04833e'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:41:01.681629 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-259242db-0641-4433-b074-0a5e289485c8 admin admin] Publish callbacks [] for router (438eed54-6634-4d31-8fac-f0022b04833e), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:01.703328 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-3d46a70f-4dd1-43a9-987c-b59a71ce7392 None None] Set router 438eed54-6634-4d31-8fac-f0022b04833e gateway port host: dv-cinder-815660-7-smb {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:41:01.793566 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-259242db-0641-4433-b074-0a5e289485c8 admin admin] Publish callbacks [] for router_gateway (438eed54-6634-4d31-8fac-f0022b04833e), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:01.885933 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-3d46a70f-4dd1-43a9-987c-b59a71ce7392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438eed54-6634-4d31-8fac-f0022b04833e', 'name': 'tempest-AttachVolumeShelveTestJSON-818258066-router', 'tenant_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': '4daa805a-ee79-4b4f-b513-a4b7a45cb32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:17Z', 'updated_at': '2022-04-06T16:41:00Z', 'revision_number': 5, 'project_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'gw_port': {'id': '4daa805a-ee79-4b4f-b513-a4b7a45cb32b', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438eed54-6634-4d31-8fac-f0022b04833e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:31:20Z', 'updated_at': '2022-04-06T16:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb'}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:41:01.915066 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d46a70f-4dd1-43a9-987c-b59a71ce7392 None None] Checking router: 438eed54-6634-4d31-8fac-f0022b04833e for host: dv-cinder-815660-7-smb {{(pid=103682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:41:01.923454 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d46a70f-4dd1-43a9-987c-b59a71ce7392 None None] Routers {'438eed54-6634-4d31-8fac-f0022b04833e'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:41:01.924091 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-3d46a70f-4dd1-43a9-987c-b59a71ce7392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:40:32Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['438eed54-6634-4d31-8fac-f0022b04833e'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:41:01.960421 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-259242db-0641-4433-b074-0a5e289485c8 admin admin] Deleting port 4daa805a-ee79-4b4f-b513-a4b7a45cb32b {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:41:01.960758 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-259242db-0641-4433-b074-0a5e289485c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (4daa805a-ee79-4b4f-b513-a4b7a45cb32b), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:02.024188 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-3d46a70f-4dd1-43a9-987c-b59a71ce7392 None None] Set router 438eed54-6634-4d31-8fac-f0022b04833e gateway port host: None {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:41:02.044155 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [None req-259242db-0641-4433-b074-0a5e289485c8 admin admin] For port 4daa805a-ee79-4b4f-b513-a4b7a45cb32b, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=4daa805a-ee79-4b4f-b513-a4b7a45cb32b,segment=NetworkSegment(3728a512-0136-4544-ad0a-d8addcf850d8),segment_id=3728a512-0136-4544-ad0a-d8addcf850d8)] {{(pid=103680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:41:02.044745 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-259242db-0641-4433-b074-0a5e289485c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (4daa805a-ee79-4b4f-b513-a4b7a45cb32b), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:02.058211 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-259242db-0641-4433-b074-0a5e289485c8 admin admin] Calling delete_port for 4daa805a-ee79-4b4f-b513-a4b7a45cb32b owned by network:router_gateway {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:41:02.076719 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-3d46a70f-4dd1-43a9-987c-b59a71ce7392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438eed54-6634-4d31-8fac-f0022b04833e', 'name': 'tempest-AttachVolumeShelveTestJSON-818258066-router', 'tenant_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:17Z', 'updated_at': '2022-04-06T16:41:01Z', 'revision_number': 6, 'project_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'gw_port_host': None}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:41:02.107360 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d46a70f-4dd1-43a9-987c-b59a71ce7392 None None] The sync data for ids ['438eed54-6634-4d31-8fac-f0022b04833e'] in dv-cinder-815660-7-smb is: [{'id': '438eed54-6634-4d31-8fac-f0022b04833e', 'name': 'tempest-AttachVolumeShelveTestJSON-818258066-router', 'tenant_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:31:17Z', 'updated_at': '2022-04-06T16:41:01Z', 'revision_number': 6, 'project_id': '8ca74d1be6e74923a3ad0eff74755b5e', 'gw_port_host': None}] {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:41:02.118641 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-712f2038-9cb2-47fe-b0ef-02842b38c958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:02.323003 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-259242db-0641-4433-b074-0a5e289485c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (4daa805a-ee79-4b4f-b513-a4b7a45cb32b), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:02.347208 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259242db-0641-4433-b074-0a5e289485c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4daa805a-ee79-4b4f-b513-a4b7a45cb32b,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:41:02.409228 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-259242db-0641-4433-b074-0a5e289485c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617019'] for router_gateway (438eed54-6634-4d31-8fac-f0022b04833e), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:02.502116 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-259242db-0641-4433-b074-0a5e289485c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-616840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3787'] for router (438eed54-6634-4d31-8fac-f0022b04833e), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:02.504909 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-259242db-0641-4433-b074-0a5e289485c8 admin admin] Publish callbacks [] for router_controller (438eed54-6634-4d31-8fac-f0022b04833e), precommit_delete_associations {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:02.671883 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-259242db-0641-4433-b074-0a5e289485c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616833'] for router (438eed54-6634-4d31-8fac-f0022b04833e), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:02.672334 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259242db-0641-4433-b074-0a5e289485c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 438eed54-6634-4d31-8fac-f0022b04833e {{(pid=103680) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 16:41:02.676952 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-259242db-0641-4433-b074-0a5e289485c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:02.678176 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-259242db-0641-4433-b074-0a5e289485c8 admin admin] 10.222.0.49 "DELETE /v2.0/routers/438eed54-6634-4d31-8fac-f0022b04833e HTTP/1.1" status: 204 len: 168 time: 1.1187668 Apr 06 16:41:02.680672 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 42110) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:41:02.724171 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.db_base_plugin_v2 [None req-85a816dd-f4e1-4daf-aa54-46697e0bbdc6 admin admin] Deleting subnet 713d2ac2-12c5-40b3-b057-72a7d64c64ec {{(pid=103680) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 16:41:02.728471 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-85a816dd-f4e1-4daf-aa54-46697e0bbdc6 admin admin] Publish callbacks [] for subnet (713d2ac2-12c5-40b3-b057-72a7d64c64ec), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:02.763659 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-85a816dd-f4e1-4daf-aa54-46697e0bbdc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5945672'] for subnet (713d2ac2-12c5-40b3-b057-72a7d64c64ec), precommit_delete_associations {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:02.848957 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-85a816dd-f4e1-4daf-aa54-46697e0bbdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1833433'] for subnet (713d2ac2-12c5-40b3-b057-72a7d64c64ec), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:02.995259 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-85a816dd-f4e1-4daf-aa54-46697e0bbdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1833430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5978122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4346813'] for subnet (713d2ac2-12c5-40b3-b057-72a7d64c64ec), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:03.021821 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a816dd-f4e1-4daf-aa54-46697e0bbdc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=713d2ac2-12c5-40b3-b057-72a7d64c64ec,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:41:03.031926 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-85a816dd-f4e1-4daf-aa54-46697e0bbdc6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:03.035223 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-85a816dd-f4e1-4daf-aa54-46697e0bbdc6 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/713d2ac2-12c5-40b3-b057-72a7d64c64ec HTTP/1.1" status: 204 len: 168 time: 0.3536212 Apr 06 16:41:03.037800 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 42126) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:41:03.042065 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1550677-0177-4e6e-87cc-3846dff48bf1 None None] Network 782e4005-3b7d-4e26-954d-25d46652bf58 requested from dv-cinder-815660-7-smb {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:41:03.124296 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-33518a27-1c58-494e-9316-9e40727b7b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1710238'] for network (782e4005-3b7d-4e26-954d-25d46652bf58), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:03.192396 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-33518a27-1c58-494e-9316-9e40727b7b30 admin admin] Deleting port a380e2df-aae3-4ffd-88b1-ab5b2bb3c5e1 {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:41:03.192734 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-33518a27-1c58-494e-9316-9e40727b7b30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (a380e2df-aae3-4ffd-88b1-ab5b2bb3c5e1), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:03.258331 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [None req-33518a27-1c58-494e-9316-9e40727b7b30 admin admin] For port a380e2df-aae3-4ffd-88b1-ab5b2bb3c5e1, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=a380e2df-aae3-4ffd-88b1-ab5b2bb3c5e1,segment=NetworkSegment(4338e709-dc46-4a61-ada5-02557dc55805),segment_id=4338e709-dc46-4a61-ada5-02557dc55805)] {{(pid=103680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:41:03.258868 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-33518a27-1c58-494e-9316-9e40727b7b30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (a380e2df-aae3-4ffd-88b1-ab5b2bb3c5e1), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:03.263054 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d0b5ed-28e9-44be-9076-f80f90664a3a None None] DHCP port deletion for 782e4005-3b7d-4e26-954d-25d46652bf58 request from dv-cinder-815660-7-smb {{(pid=103682) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 16:41:03.272682 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-33518a27-1c58-494e-9316-9e40727b7b30 admin admin] Calling delete_port for a380e2df-aae3-4ffd-88b1-ab5b2bb3c5e1 owned by network:dhcp {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:41:03.314161 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-e8d0b5ed-28e9-44be-9076-f80f90664a3a None None] Deleting port a380e2df-aae3-4ffd-88b1-ab5b2bb3c5e1 {{(pid=103682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:41:03.314531 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-e8d0b5ed-28e9-44be-9076-f80f90664a3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (a380e2df-aae3-4ffd-88b1-ab5b2bb3c5e1), before_delete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:03.379902 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-e8d0b5ed-28e9-44be-9076-f80f90664a3a None None] For port a380e2df-aae3-4ffd-88b1-ab5b2bb3c5e1, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=a380e2df-aae3-4ffd-88b1-ab5b2bb3c5e1,segment=NetworkSegment(4338e709-dc46-4a61-ada5-02557dc55805),segment_id=4338e709-dc46-4a61-ada5-02557dc55805)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:41:03.380295 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-e8d0b5ed-28e9-44be-9076-f80f90664a3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (a380e2df-aae3-4ffd-88b1-ab5b2bb3c5e1), precommit_delete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:03.394419 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-e8d0b5ed-28e9-44be-9076-f80f90664a3a None None] Calling delete_port for a380e2df-aae3-4ffd-88b1-ab5b2bb3c5e1 owned by network:dhcp {{(pid=103682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:41:03.437148 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-33518a27-1c58-494e-9316-9e40727b7b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (a380e2df-aae3-4ffd-88b1-ab5b2bb3c5e1), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:03.461491 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33518a27-1c58-494e-9316-9e40727b7b30 admin admin] Pushing event deleted for resources: {'Port': ['ID=a380e2df-aae3-4ffd-88b1-ab5b2bb3c5e1,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:41:03.468137 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33518a27-1c58-494e-9316-9e40727b7b30 admin admin] No DVR routers for this DVR port a380e2df-aae3-4ffd-88b1-ab5b2bb3c5e1 on host dv-cinder-815660-7-smb {{(pid=103680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:41:03.483077 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-e8d0b5ed-28e9-44be-9076-f80f90664a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285'] for port (a380e2df-aae3-4ffd-88b1-ab5b2bb3c5e1), after_delete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:03.509611 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:03.510401 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d0b5ed-28e9-44be-9076-f80f90664a3a None None] Pushing event deleted for resources: {'Port': ['ID=a380e2df-aae3-4ffd-88b1-ab5b2bb3c5e1,revision_number=None']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:41:03.514289 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d0b5ed-28e9-44be-9076-f80f90664a3a None None] No DVR routers for this DVR port a380e2df-aae3-4ffd-88b1-ab5b2bb3c5e1 on host dv-cinder-815660-7-smb {{(pid=103682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:41:03.546265 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-33518a27-1c58-494e-9316-9e40727b7b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1831458', 'neutron.services.segments.db._delete_segments_for_network-8758156444793'] for network (782e4005-3b7d-4e26-954d-25d46652bf58), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:03.567392 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.services.segments.db [None req-33518a27-1c58-494e-9316-9e40727b7b30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['782e4005-3b7d-4e26-954d-25d46652bf58']}} {{(pid=103680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:41:03.578075 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.services.segments.db [None req-33518a27-1c58-494e-9316-9e40727b7b30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4338e709-dc46-4a61-ada5-02557dc55805') {'for_net_delete': True} {{(pid=103680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:41:03.578377 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.services.segments.db [None req-33518a27-1c58-494e-9316-9e40727b7b30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4338e709-dc46-4a61-ada5-02557dc55805') {} {{(pid=103680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:41:03.588343 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-33518a27-1c58-494e-9316-9e40727b7b30 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758156443522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5945779'] for segment (4338e709-dc46-4a61-ada5-02557dc55805), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:03.602181 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-33518a27-1c58-494e-9316-9e40727b7b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1728802'] for segment (4338e709-dc46-4a61-ada5-02557dc55805), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:03.608028 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33518a27-1c58-494e-9316-9e40727b7b30 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103680) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 16:41:03.608476 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-33518a27-1c58-494e-9316-9e40727b7b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1728802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5978208'] for segment (4338e709-dc46-4a61-ada5-02557dc55805), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:03.610158 dv-cinder-815660-7-smb neutron-server[103680]: Traceback (most recent call last): Apr 06 16:41:03.610158 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 16:41:03.610158 dv-cinder-815660-7-smb neutron-server[103680]: timer() Apr 06 16:41:03.610158 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 16:41:03.610158 dv-cinder-815660-7-smb neutron-server[103680]: cb(*args, **kw) Apr 06 16:41:03.610158 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 16:41:03.610158 dv-cinder-815660-7-smb neutron-server[103680]: return func(*args, **kwargs) Apr 06 16:41:03.610158 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 16:41:03.610158 dv-cinder-815660-7-smb neutron-server[103680]: self._notify() Apr 06 16:41:03.610158 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 16:41:03.610158 dv-cinder-815660-7-smb neutron-server[103680]: self.callback(batched_events) Apr 06 16:41:03.610158 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 16:41:03.610158 dv-cinder-815660-7-smb neutron-server[103680]: event.method(event) Apr 06 16:41:03.610158 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 16:41:03.610158 dv-cinder-815660-7-smb neutron-server[103680]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 16:41:03.610158 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 16:41:03.610158 dv-cinder-815660-7-smb neutron-server[103680]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 16:41:03.610158 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 16:41:03.610158 dv-cinder-815660-7-smb neutron-server[103680]: return f(self, *a, **k) Apr 06 16:41:03.610158 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 16:41:03.610158 dv-cinder-815660-7-smb neutron-server[103680]: return self._get(url).json() Apr 06 16:41:03.610158 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 16:41:03.610158 dv-cinder-815660-7-smb neutron-server[103680]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 16:41:03.610158 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 16:41:03.610158 dv-cinder-815660-7-smb neutron-server[103680]: return self.request(url, 'GET', **kwargs) Apr 06 16:41:03.610158 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 16:41:03.610158 dv-cinder-815660-7-smb neutron-server[103680]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 16:41:03.610158 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 16:41:03.610158 dv-cinder-815660-7-smb neutron-server[103680]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 16:41:03.610158 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 16:41:03.610158 dv-cinder-815660-7-smb neutron-server[103680]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 16:41:03.610158 dv-cinder-815660-7-smb neutron-server[103680]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 16:41:03.677289 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 4daa805a-ee79-4b4f-b513-a4b7a45cb32b no longer exists at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:41:03.698130 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] No Port match for: 4daa805a-ee79-4b4f-b513-a4b7a45cb32b {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:41:03.698651 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 4daa805a-ee79-4b4f-b513-a4b7a45cb32b not bound to the agent host dv-cinder-815660-7-smb {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:41:03.698934 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device a380e2df-aae3-4ffd-88b1-ab5b2bb3c5e1 no longer exists at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:41:03.718144 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] No Port match for: a380e2df-aae3-4ffd-88b1-ab5b2bb3c5e1 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:41:03.718494 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device a380e2df-aae3-4ffd-88b1-ab5b2bb3c5e1 not bound to the agent host dv-cinder-815660-7-smb {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:41:03.718912 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 2557a59f-e56f-49a1-a5b8-b70861803d73 no longer exists at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:41:03.729094 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-33518a27-1c58-494e-9316-9e40727b7b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1831515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617055'] for network (782e4005-3b7d-4e26-954d-25d46652bf58), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:03.739412 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-33518a27-1c58-494e-9316-9e40727b7b30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:03.739412 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-33518a27-1c58-494e-9316-9e40727b7b30 admin admin] 10.222.0.49 "DELETE /v2.0/networks/782e4005-3b7d-4e26-954d-25d46652bf58 HTTP/1.1" status: 204 len: 168 time: 0.6972473 Apr 06 16:41:03.742250 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] No Port match for: 2557a59f-e56f-49a1-a5b8-b70861803d73 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:41:03.742250 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 2557a59f-e56f-49a1-a5b8-b70861803d73 not bound to the agent host dv-cinder-815660-7-smb {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:41:03.750144 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33518a27-1c58-494e-9316-9e40727b7b30 admin admin] Pushing event deleted for resources: {'Network': ['ID=782e4005-3b7d-4e26-954d-25d46652bf58,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:41:04.082374 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 42136) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:41:04.121446 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-7c7e2b47-1672-4f99-adfa-31fe393d7516 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8ca74d1be6e74923a3ad0eff74755b5e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0388665 Apr 06 16:41:04.123854 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 42138) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:41:04.174992 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8ccae7d6-bc6e-42b7-a0f1-38197b2be657 admin admin] Publish callbacks [] for security_group (0a54bc1f-7fb5-4d26-8433-b73b79153751), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:04.195432 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8ccae7d6-bc6e-42b7-a0f1-38197b2be657 admin admin] Publish callbacks [] for security_group (0a54bc1f-7fb5-4d26-8433-b73b79153751), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:04.345955 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8ccae7d6-bc6e-42b7-a0f1-38197b2be657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (0a54bc1f-7fb5-4d26-8433-b73b79153751), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:04.348573 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8ccae7d6-bc6e-42b7-a0f1-38197b2be657 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:04.349787 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-8ccae7d6-bc6e-42b7-a0f1-38197b2be657 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0a54bc1f-7fb5-4d26-8433-b73b79153751 HTTP/1.1" status: 204 len: 168 time: 0.2250440 Apr 06 16:41:04.357931 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccae7d6-bc6e-42b7-a0f1-38197b2be657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a54bc1f-7fb5-4d26-8433-b73b79153751,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:41:04.614010 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:06.180486 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:06.911966 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 42232) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:41:07.040962 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-97f0c8ef-4a18-4a55-8350-d73bf3b797b6 req-0fd9cd8c-4422-4e2a-a7e2-0e953f0fa038 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5128c3c2-2633-4f1e-ac46-6dc8ef8769be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455205 Apr 06 16:41:07.071515 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4624f223-54b2-4fff-a6a3-cd168f026437 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:07.154035 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0c8ef-4a18-4a55-8350-d73bf3b797b6 req-326a34fc-d286-42c8-9271-8a555e9105a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:41:07.155654 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-97f0c8ef-4a18-4a55-8350-d73bf3b797b6 req-326a34fc-d286-42c8-9271-8a555e9105a7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e0d499680204ce48c74bc5d3b01a192&device_id=5128c3c2-2633-4f1e-ac46-6dc8ef8769be HTTP/1.1" status: 200 len: 1130 time: 0.0713365 Apr 06 16:41:07.228228 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4624f223-54b2-4fff-a6a3-cd168f026437 admin admin] Publish callbacks [] for security_group (e1d88c50-6a47-4b63-802c-95beca6bb812), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:07.266600 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0c8ef-4a18-4a55-8350-d73bf3b797b6 req-fe65d145-2d6a-4e44-a380-f4c8a2d7b4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:41:07.268075 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-97f0c8ef-4a18-4a55-8350-d73bf3b797b6 req-fe65d145-2d6a-4e44-a380-f4c8a2d7b4e8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8ef6f925-e3af-4879-bc93-ee3096c80cf0 HTTP/1.1" status: 200 len: 916 time: 0.0915473 Apr 06 16:41:07.319272 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4624f223-54b2-4fff-a6a3-cd168f026437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (e1d88c50-6a47-4b63-802c-95beca6bb812), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:07.380615 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-4624f223-54b2-4fff-a6a3-cd168f026437 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dc40c47986864419b26e77155b0489b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4675596 Apr 06 16:41:07.381321 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4624f223-54b2-4fff-a6a3-cd168f026437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d88c50-6a47-4b63-802c-95beca6bb812,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:41:07.384867 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 42238) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:41:07.387849 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-97f0c8ef-4a18-4a55-8350-d73bf3b797b6 req-eb040405-fafb-4c57-bb67-e9507a0c58f2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ba25520-4b55-4024-9ce6-0db35602ff3f HTTP/1.1" status: 200 len: 1002 time: 0.1139853 Apr 06 16:41:07.435613 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-de399f65-8e5d-407a-91d7-5ce05c185cda admin admin] Publish callbacks [] for security_group (e1d88c50-6a47-4b63-802c-95beca6bb812), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:07.440375 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0c8ef-4a18-4a55-8350-d73bf3b797b6 req-74d64e7c-7d8c-4743-9959-1e7b3829478b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:41:07.441860 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-97f0c8ef-4a18-4a55-8350-d73bf3b797b6 req-74d64e7c-7d8c-4743-9959-1e7b3829478b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1121a7e3-a3db-4af5-8ad9-70ecc903d4ca HTTP/1.1" status: 200 len: 854 time: 0.0476861 Apr 06 16:41:07.457894 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-de399f65-8e5d-407a-91d7-5ce05c185cda admin admin] Publish callbacks [] for security_group (e1d88c50-6a47-4b63-802c-95beca6bb812), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:07.491089 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0c8ef-4a18-4a55-8350-d73bf3b797b6 req-212f850b-27aa-43ae-9bf0-60131c85f7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:41:07.492633 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-97f0c8ef-4a18-4a55-8350-d73bf3b797b6 req-212f850b-27aa-43ae-9bf0-60131c85f7a2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8ef6f925-e3af-4879-bc93-ee3096c80cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0450711 Apr 06 16:41:07.603010 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-de399f65-8e5d-407a-91d7-5ce05c185cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (e1d88c50-6a47-4b63-802c-95beca6bb812), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:07.605556 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-de399f65-8e5d-407a-91d7-5ce05c185cda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:07.606758 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-de399f65-8e5d-407a-91d7-5ce05c185cda admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e1d88c50-6a47-4b63-802c-95beca6bb812 HTTP/1.1" status: 204 len: 168 time: 0.2207918 Apr 06 16:41:07.615505 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de399f65-8e5d-407a-91d7-5ce05c185cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d88c50-6a47-4b63-802c-95beca6bb812,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:41:07.625277 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de399f65-8e5d-407a-91d7-5ce05c185cda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:41:07.625277 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de399f65-8e5d-407a-91d7-5ce05c185cda admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:41:07.625277 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de399f65-8e5d-407a-91d7-5ce05c185cda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:41:07.625277 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de399f65-8e5d-407a-91d7-5ce05c185cda admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:41:07.625606 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de399f65-8e5d-407a-91d7-5ce05c185cda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:41:07.625904 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de399f65-8e5d-407a-91d7-5ce05c185cda admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:41:07.626137 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de399f65-8e5d-407a-91d7-5ce05c185cda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:41:07.626471 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de399f65-8e5d-407a-91d7-5ce05c185cda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:41:07.626801 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de399f65-8e5d-407a-91d7-5ce05c185cda admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:41:07.627134 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de399f65-8e5d-407a-91d7-5ce05c185cda admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:41:07.627464 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de399f65-8e5d-407a-91d7-5ce05c185cda admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:41:07.627837 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de399f65-8e5d-407a-91d7-5ce05c185cda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:41:07.628324 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de399f65-8e5d-407a-91d7-5ce05c185cda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:41:07.628661 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de399f65-8e5d-407a-91d7-5ce05c185cda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:41:07.628987 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de399f65-8e5d-407a-91d7-5ce05c185cda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:41:07.839872 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-97f0c8ef-4a18-4a55-8350-d73bf3b797b6 req-65c70328-c65b-4332-8584-d1763d9a1448 service neutron] 10.222.0.39 "GET /v2.0/networks/8ef6f925-e3af-4879-bc93-ee3096c80cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414118 Apr 06 16:41:07.930291 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-97f0c8ef-4a18-4a55-8350-d73bf3b797b6 req-5f61e87c-b5a1-4b94-9357-a6f70e218ce4 service neutron] 10.222.0.39 "GET /v2.0/networks/8ef6f925-e3af-4879-bc93-ee3096c80cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833957 Apr 06 16:41:08.566789 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 42250) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:41:08.579937 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-238798b3-bf5a-40ad-a53b-529da03b6c94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:08.652217 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-238798b3-bf5a-40ad-a53b-529da03b6c94 admin admin] Publish callbacks [] for security_group (eb7ce2ac-f4d2-48e8-bebe-88f88b5111d8), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:08.727964 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-238798b3-bf5a-40ad-a53b-529da03b6c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (eb7ce2ac-f4d2-48e8-bebe-88f88b5111d8), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:08.765644 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-238798b3-bf5a-40ad-a53b-529da03b6c94 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d49a954eba7c46ca9ee5f5db4e35f0eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1977291 Apr 06 16:41:08.766974 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238798b3-bf5a-40ad-a53b-529da03b6c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7ce2ac-f4d2-48e8-bebe-88f88b5111d8,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:41:08.768369 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 42252) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:41:08.822279 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9588f9c0-121f-4a72-9c56-8c271abf29f8 admin admin] Publish callbacks [] for security_group (eb7ce2ac-f4d2-48e8-bebe-88f88b5111d8), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:08.851337 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9588f9c0-121f-4a72-9c56-8c271abf29f8 admin admin] Publish callbacks [] for security_group (eb7ce2ac-f4d2-48e8-bebe-88f88b5111d8), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:09.036966 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9588f9c0-121f-4a72-9c56-8c271abf29f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (eb7ce2ac-f4d2-48e8-bebe-88f88b5111d8), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:09.040042 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9588f9c0-121f-4a72-9c56-8c271abf29f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:09.041449 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-9588f9c0-121f-4a72-9c56-8c271abf29f8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eb7ce2ac-f4d2-48e8-bebe-88f88b5111d8 HTTP/1.1" status: 204 len: 168 time: 0.2720933 Apr 06 16:41:09.052755 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9588f9c0-121f-4a72-9c56-8c271abf29f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7ce2ac-f4d2-48e8-bebe-88f88b5111d8,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:41:15.265483 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 42388) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:41:15.368921 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-42c78fe7-1c68-4157-a9f1-c39d10f32bcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:15.453140 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-42c78fe7-1c68-4157-a9f1-c39d10f32bcb admin admin] Publish callbacks [] for security_group (a5caaf50-bcee-415a-8210-b4f8b691ee7b), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:15.568640 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-42c78fe7-1c68-4157-a9f1-c39d10f32bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (a5caaf50-bcee-415a-8210-b4f8b691ee7b), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:15.606078 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c78fe7-1c68-4157-a9f1-c39d10f32bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5caaf50-bcee-415a-8210-b4f8b691ee7b,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:41:15.611294 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-42c78fe7-1c68-4157-a9f1-c39d10f32bcb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f08b7eded4824713a60fd327399c9faf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3447325 Apr 06 16:41:15.614318 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 42392) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:41:15.664497 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8c7d476b-8897-4974-825c-e6e251664b4f admin admin] Publish callbacks [] for security_group (a5caaf50-bcee-415a-8210-b4f8b691ee7b), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:15.685719 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8c7d476b-8897-4974-825c-e6e251664b4f admin admin] Publish callbacks [] for security_group (a5caaf50-bcee-415a-8210-b4f8b691ee7b), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:15.808152 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8c7d476b-8897-4974-825c-e6e251664b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (a5caaf50-bcee-415a-8210-b4f8b691ee7b), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:15.810648 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8c7d476b-8897-4974-825c-e6e251664b4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:15.811859 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-8c7d476b-8897-4974-825c-e6e251664b4f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a5caaf50-bcee-415a-8210-b4f8b691ee7b HTTP/1.1" status: 204 len: 168 time: 0.1969624 Apr 06 16:41:15.819775 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d476b-8897-4974-825c-e6e251664b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5caaf50-bcee-415a-8210-b4f8b691ee7b,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:41:16.588754 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 42416) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:41:16.596199 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 42418) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:41:16.607440 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-69d0c7a8-3940-493e-aef5-74d3a560c99e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:16.681751 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-69d0c7a8-3940-493e-aef5-74d3a560c99e admin admin] Publish callbacks [] for security_group (6df6c879-94fe-41bf-bf32-22351e053954), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:16.755545 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7a52911a-30c9-46ea-9a1c-2b1dd811b2c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:16.769944 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-69d0c7a8-3940-493e-aef5-74d3a560c99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (6df6c879-94fe-41bf-bf32-22351e053954), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:16.831959 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-69d0c7a8-3940-493e-aef5-74d3a560c99e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ce2d86c3e0e046cda02adcccc740783e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2418461 Apr 06 16:41:16.834666 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 42422) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:41:16.837217 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d0c7a8-3940-493e-aef5-74d3a560c99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df6c879-94fe-41bf-bf32-22351e053954,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:41:16.877365 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7a52911a-30c9-46ea-9a1c-2b1dd811b2c7 admin admin] Publish callbacks [] for security_group (c7e2c8f5-2142-4626-bbfc-1e37f378faf5), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:16.891677 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5e60b8cf-b090-4437-b6c6-6aceeec45ded admin admin] Publish callbacks [] for security_group (6df6c879-94fe-41bf-bf32-22351e053954), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:16.912441 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5e60b8cf-b090-4437-b6c6-6aceeec45ded admin admin] Publish callbacks [] for security_group (6df6c879-94fe-41bf-bf32-22351e053954), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:16.968223 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7a52911a-30c9-46ea-9a1c-2b1dd811b2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (c7e2c8f5-2142-4626-bbfc-1e37f378faf5), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:17.006748 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a52911a-30c9-46ea-9a1c-2b1dd811b2c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e2c8f5-2142-4626-bbfc-1e37f378faf5,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:41:17.011928 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-7a52911a-30c9-46ea-9a1c-2b1dd811b2c7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1154e243b1774a0cbbc1229e6e71ef86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4147885 Apr 06 16:41:17.014577 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 42424) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:41:17.062749 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-dd2fdff2-3b58-4144-8cba-b65b48081a1e admin admin] Publish callbacks [] for security_group (c7e2c8f5-2142-4626-bbfc-1e37f378faf5), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:17.070749 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5e60b8cf-b090-4437-b6c6-6aceeec45ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (6df6c879-94fe-41bf-bf32-22351e053954), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:17.073449 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5e60b8cf-b090-4437-b6c6-6aceeec45ded admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:17.074619 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-5e60b8cf-b090-4437-b6c6-6aceeec45ded admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6df6c879-94fe-41bf-bf32-22351e053954 HTTP/1.1" status: 204 len: 168 time: 0.2387574 Apr 06 16:41:17.084239 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e60b8cf-b090-4437-b6c6-6aceeec45ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df6c879-94fe-41bf-bf32-22351e053954,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:41:17.085566 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-dd2fdff2-3b58-4144-8cba-b65b48081a1e admin admin] Publish callbacks [] for security_group (c7e2c8f5-2142-4626-bbfc-1e37f378faf5), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:17.225071 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-dd2fdff2-3b58-4144-8cba-b65b48081a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (c7e2c8f5-2142-4626-bbfc-1e37f378faf5), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:17.228229 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-dd2fdff2-3b58-4144-8cba-b65b48081a1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:17.232776 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-dd2fdff2-3b58-4144-8cba-b65b48081a1e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c7e2c8f5-2142-4626-bbfc-1e37f378faf5 HTTP/1.1" status: 204 len: 168 time: 0.2141409 Apr 06 16:41:17.237781 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2fdff2-3b58-4144-8cba-b65b48081a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e2c8f5-2142-4626-bbfc-1e37f378faf5,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:41:17.923301 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 42444) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:41:17.936767 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-abfc2e88-b4ea-4547-9926-685bc5e3ebd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:18.010311 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-abfc2e88-b4ea-4547-9926-685bc5e3ebd5 admin admin] Publish callbacks [] for security_group (e148f81b-4e72-4422-b1d0-84da73696336), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:18.099132 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-abfc2e88-b4ea-4547-9926-685bc5e3ebd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (e148f81b-4e72-4422-b1d0-84da73696336), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:18.137109 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc2e88-b4ea-4547-9926-685bc5e3ebd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e148f81b-4e72-4422-b1d0-84da73696336,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:41:18.156659 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-abfc2e88-b4ea-4547-9926-685bc5e3ebd5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c2c4cfabb871432280f94f6a0c25e67e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2243614 Apr 06 16:41:18.157966 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 42452) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:41:18.209041 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-8bb1b3c1-7289-4dc6-8429-3804ea349c98 admin admin] Publish callbacks [] for security_group (e148f81b-4e72-4422-b1d0-84da73696336), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:18.231324 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-8bb1b3c1-7289-4dc6-8429-3804ea349c98 admin admin] Publish callbacks [] for security_group (e148f81b-4e72-4422-b1d0-84da73696336), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:18.344878 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-8bb1b3c1-7289-4dc6-8429-3804ea349c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (e148f81b-4e72-4422-b1d0-84da73696336), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:18.347551 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-8bb1b3c1-7289-4dc6-8429-3804ea349c98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:18.348804 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-8bb1b3c1-7289-4dc6-8429-3804ea349c98 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e148f81b-4e72-4422-b1d0-84da73696336 HTTP/1.1" status: 204 len: 168 time: 0.1895349 Apr 06 16:41:18.358542 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb1b3c1-7289-4dc6-8429-3804ea349c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e148f81b-4e72-4422-b1d0-84da73696336,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:41:22.010674 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 42560) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:41:22.114441 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-152f6029-35a9-46ea-bc41-35073d0ebaa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:22.187627 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-152f6029-35a9-46ea-bc41-35073d0ebaa3 admin admin] Publish callbacks [] for security_group (3399a390-fb86-4d7d-a174-2f65cec66733), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:22.264688 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-152f6029-35a9-46ea-bc41-35073d0ebaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (3399a390-fb86-4d7d-a174-2f65cec66733), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:22.307547 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-152f6029-35a9-46ea-bc41-35073d0ebaa3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=137d2913cb594a3285cdeb6deace7752&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2958207 Apr 06 16:41:22.308425 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152f6029-35a9-46ea-bc41-35073d0ebaa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3399a390-fb86-4d7d-a174-2f65cec66733,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:41:22.310378 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 42564) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:41:22.362730 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-71959c80-eb0d-4ccc-9d18-a57dc9fb215a admin admin] Publish callbacks [] for security_group (3399a390-fb86-4d7d-a174-2f65cec66733), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:22.384057 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-71959c80-eb0d-4ccc-9d18-a57dc9fb215a admin admin] Publish callbacks [] for security_group (3399a390-fb86-4d7d-a174-2f65cec66733), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:22.498837 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-71959c80-eb0d-4ccc-9d18-a57dc9fb215a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (3399a390-fb86-4d7d-a174-2f65cec66733), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:22.501579 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-71959c80-eb0d-4ccc-9d18-a57dc9fb215a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:22.502789 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-71959c80-eb0d-4ccc-9d18-a57dc9fb215a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3399a390-fb86-4d7d-a174-2f65cec66733 HTTP/1.1" status: 204 len: 168 time: 0.1913655 Apr 06 16:41:22.511809 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71959c80-eb0d-4ccc-9d18-a57dc9fb215a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3399a390-fb86-4d7d-a174-2f65cec66733,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:41:23.337824 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 42576) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:41:23.346189 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 42580) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:41:23.359673 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-fe7ec97f-a66f-45f5-a6e0-a168015a86e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:23.436437 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-fe7ec97f-a66f-45f5-a6e0-a168015a86e1 admin admin] Publish callbacks [] for security_group (099d5599-45f5-41fa-ae03-341081cfeccf), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:23.504320 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-fe7ec97f-a66f-45f5-a6e0-a168015a86e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (099d5599-45f5-41fa-ae03-341081cfeccf), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:23.556343 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-fe7ec97f-a66f-45f5-a6e0-a168015a86e1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=90539ced8aca40eb8d72e69a69c0360d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2090938 Apr 06 16:41:23.557586 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-56e9b4bd-e2b7-4ddb-a92c-a8a18fb57ae8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:23.558996 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 42582) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:41:23.559713 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ec97f-a66f-45f5-a6e0-a168015a86e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099d5599-45f5-41fa-ae03-341081cfeccf,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:41:23.612683 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9edfb6f1-bea1-4ceb-a2c6-3731fe8bd69a admin admin] Publish callbacks [] for security_group (099d5599-45f5-41fa-ae03-341081cfeccf), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:23.635442 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9edfb6f1-bea1-4ceb-a2c6-3731fe8bd69a admin admin] Publish callbacks [] for security_group (099d5599-45f5-41fa-ae03-341081cfeccf), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:23.638449 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-56e9b4bd-e2b7-4ddb-a92c-a8a18fb57ae8 admin admin] Publish callbacks [] for security_group (7a380cf6-79c2-4209-a54f-6c227733142d), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:23.699001 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-56e9b4bd-e2b7-4ddb-a92c-a8a18fb57ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (7a380cf6-79c2-4209-a54f-6c227733142d), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:23.735479 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9b4bd-e2b7-4ddb-a92c-a8a18fb57ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a380cf6-79c2-4209-a54f-6c227733142d,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:41:23.739781 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-56e9b4bd-e2b7-4ddb-a92c-a8a18fb57ae8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0779fdaf19fd4a50a8a96d3438f543dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4007061 Apr 06 16:41:23.742611 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 42584) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:41:23.766118 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9edfb6f1-bea1-4ceb-a2c6-3731fe8bd69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (099d5599-45f5-41fa-ae03-341081cfeccf), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:23.768583 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9edfb6f1-bea1-4ceb-a2c6-3731fe8bd69a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:23.774841 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-9edfb6f1-bea1-4ceb-a2c6-3731fe8bd69a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/099d5599-45f5-41fa-ae03-341081cfeccf HTTP/1.1" status: 204 len: 168 time: 0.2096820 Apr 06 16:41:23.782088 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edfb6f1-bea1-4ceb-a2c6-3731fe8bd69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099d5599-45f5-41fa-ae03-341081cfeccf,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:41:23.851103 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a07029af-f14d-4040-8c11-d1b7b698ac72 admin admin] Publish callbacks [] for security_group (7a380cf6-79c2-4209-a54f-6c227733142d), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:23.872678 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a07029af-f14d-4040-8c11-d1b7b698ac72 admin admin] Publish callbacks [] for security_group (7a380cf6-79c2-4209-a54f-6c227733142d), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:24.001822 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a07029af-f14d-4040-8c11-d1b7b698ac72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (7a380cf6-79c2-4209-a54f-6c227733142d), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:24.004416 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a07029af-f14d-4040-8c11-d1b7b698ac72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:24.005575 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-a07029af-f14d-4040-8c11-d1b7b698ac72 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7a380cf6-79c2-4209-a54f-6c227733142d HTTP/1.1" status: 204 len: 168 time: 0.2618551 Apr 06 16:41:24.020404 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07029af-f14d-4040-8c11-d1b7b698ac72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a380cf6-79c2-4209-a54f-6c227733142d,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:41:26.614038 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.agents_db [None req-a950ddbd-9d44-4943-b7d7-a118ae2e1c13 None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:41:29.778940 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0291f803-d5f1-4157-801c-4698931ed281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:31.412767 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (0e5c86dc-cd19-4356-a060-9388d8808620), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:32.018183 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-cd9cccd4-42d2-4531-b49e-88a31029a45f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:33.481466 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:34.617989 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:36.166529 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:36.896036 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 42836) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:41:37.006970 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-71c4259d-ad46-4c35-9e9b-566ca5b28212 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:37.080426 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-71c4259d-ad46-4c35-9e9b-566ca5b28212 admin admin] Publish callbacks [] for security_group (c392695a-6e8b-44d6-8845-99f337463fb3), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:37.172531 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-71c4259d-ad46-4c35-9e9b-566ca5b28212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (c392695a-6e8b-44d6-8845-99f337463fb3), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:37.209630 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4259d-ad46-4c35-9e9b-566ca5b28212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c392695a-6e8b-44d6-8845-99f337463fb3,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:41:37.215169 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-71c4259d-ad46-4c35-9e9b-566ca5b28212 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c5a3df50d28849f291de9b304e80a20d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3174369 Apr 06 16:41:37.217277 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 42840) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:41:37.267195 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d240c510-cb97-4524-9627-11fc9a1c3746 admin admin] Publish callbacks [] for security_group (c392695a-6e8b-44d6-8845-99f337463fb3), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:37.289549 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d240c510-cb97-4524-9627-11fc9a1c3746 admin admin] Publish callbacks [] for security_group (c392695a-6e8b-44d6-8845-99f337463fb3), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:37.445771 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d240c510-cb97-4524-9627-11fc9a1c3746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (c392695a-6e8b-44d6-8845-99f337463fb3), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:37.448734 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d240c510-cb97-4524-9627-11fc9a1c3746 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:37.449941 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-d240c510-cb97-4524-9627-11fc9a1c3746 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c392695a-6e8b-44d6-8845-99f337463fb3 HTTP/1.1" status: 204 len: 168 time: 0.2316768 Apr 06 16:41:37.461577 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d240c510-cb97-4524-9627-11fc9a1c3746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c392695a-6e8b-44d6-8845-99f337463fb3,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:41:38.415564 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 42862) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:41:38.428886 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2c47f089-2cd0-4c58-9d1c-3355399977bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:38.510541 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2c47f089-2cd0-4c58-9d1c-3355399977bd admin admin] Publish callbacks [] for security_group (752904b6-77aa-4f49-b637-ce4879f0e874), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:38.641021 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2c47f089-2cd0-4c58-9d1c-3355399977bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (752904b6-77aa-4f49-b637-ce4879f0e874), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:38.683451 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-2c47f089-2cd0-4c58-9d1c-3355399977bd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=329b4ce10708466e907d78eaa185087f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2666626 Apr 06 16:41:38.684373 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c47f089-2cd0-4c58-9d1c-3355399977bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752904b6-77aa-4f49-b637-ce4879f0e874,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:41:38.686239 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 42874) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:41:38.736691 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2e5a7151-c2a5-47f8-98ac-f1149b4cbbfd admin admin] Publish callbacks [] for security_group (752904b6-77aa-4f49-b637-ce4879f0e874), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:38.759644 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2e5a7151-c2a5-47f8-98ac-f1149b4cbbfd admin admin] Publish callbacks [] for security_group (752904b6-77aa-4f49-b637-ce4879f0e874), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:38.892211 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2e5a7151-c2a5-47f8-98ac-f1149b4cbbfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (752904b6-77aa-4f49-b637-ce4879f0e874), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:38.894927 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2e5a7151-c2a5-47f8-98ac-f1149b4cbbfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:38.896122 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-2e5a7151-c2a5-47f8-98ac-f1149b4cbbfd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/752904b6-77aa-4f49-b637-ce4879f0e874 HTTP/1.1" status: 204 len: 168 time: 0.2088857 Apr 06 16:41:38.906077 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5a7151-c2a5-47f8-98ac-f1149b4cbbfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752904b6-77aa-4f49-b637-ce4879f0e874,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:41:39.827679 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 42892) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:41:39.842007 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-56a31941-a7df-47e8-824c-3a4061151cd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:39.918686 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-56a31941-a7df-47e8-824c-3a4061151cd0 admin admin] Publish callbacks [] for security_group (ac393781-b34e-44af-b4b6-048a9e450d56), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:39.977826 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-56a31941-a7df-47e8-824c-3a4061151cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (ac393781-b34e-44af-b4b6-048a9e450d56), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:40.020946 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-56a31941-a7df-47e8-824c-3a4061151cd0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=309839d20dbc4ef3a4236387a9d2cf18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1918781 Apr 06 16:41:40.021695 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a31941-a7df-47e8-824c-3a4061151cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac393781-b34e-44af-b4b6-048a9e450d56,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:41:40.023858 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 42894) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:41:40.074837 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-774ebc4f-9d7e-43d1-8d84-0695b8b90226 admin admin] Publish callbacks [] for security_group (ac393781-b34e-44af-b4b6-048a9e450d56), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:40.097069 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-774ebc4f-9d7e-43d1-8d84-0695b8b90226 admin admin] Publish callbacks [] for security_group (ac393781-b34e-44af-b4b6-048a9e450d56), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:40.229345 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-774ebc4f-9d7e-43d1-8d84-0695b8b90226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (ac393781-b34e-44af-b4b6-048a9e450d56), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:40.231984 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-774ebc4f-9d7e-43d1-8d84-0695b8b90226 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:40.233101 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-774ebc4f-9d7e-43d1-8d84-0695b8b90226 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ac393781-b34e-44af-b4b6-048a9e450d56 HTTP/1.1" status: 204 len: 168 time: 0.2081602 Apr 06 16:41:40.243099 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ebc4f-9d7e-43d1-8d84-0695b8b90226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac393781-b34e-44af-b4b6-048a9e450d56,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:41:45.271352 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9857d5-ed03-42d6-b2b0-19102534f5b8 req-34acc374-7020-4b83-9781-11a39d0fa398 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:41:45.272950 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-cb9857d5-ed03-42d6-b2b0-19102534f5b8 req-34acc374-7020-4b83-9781-11a39d0fa398 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=5128c3c2-2633-4f1e-ac46-6dc8ef8769be HTTP/1.1" status: 200 len: 946 time: 0.0552664 Apr 06 16:41:45.321422 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-cb9857d5-ed03-42d6-b2b0-19102534f5b8 req-b1d49ab6-f18e-4ce9-92d1-26c9fa6d8f16 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=573fe1ca-d919-4dd9-9171-043c0ac2899f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421734 Apr 06 16:41:46.440707 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262a926-6fae-4a81-8ac8-c3a53a6679a3 req-9fea3082-3413-4eb1-a056-8b4acac12c0a tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:41:46.442207 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-8262a926-6fae-4a81-8ac8-c3a53a6679a3 req-9fea3082-3413-4eb1-a056-8b4acac12c0a tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=5128c3c2-2633-4f1e-ac46-6dc8ef8769be HTTP/1.1" status: 200 len: 946 time: 0.0522256 Apr 06 16:41:46.490708 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-8262a926-6fae-4a81-8ac8-c3a53a6679a3 req-cc9499cd-7e74-46d9-a759-548d7d58b1ae tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=573fe1ca-d919-4dd9-9171-043c0ac2899f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426543 Apr 06 16:41:46.683326 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 43034) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:41:46.792295 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-1d1f1eef-bf54-4151-9cd8-4fc5597135b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:46.866513 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-1d1f1eef-bf54-4151-9cd8-4fc5597135b5 admin admin] Publish callbacks [] for security_group (881df721-72c0-49d8-a180-6b3eddb3b042), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:46.976643 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251f380-4acd-4e87-9200-fb2bc01b4701 req-62606a47-4246-4324-bc32-1f98b2e1f38e tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:41:46.979182 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-e251f380-4acd-4e87-9200-fb2bc01b4701 req-62606a47-4246-4324-bc32-1f98b2e1f38e tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.39 "GET /v2.0/ports?device_id=5128c3c2-2633-4f1e-ac46-6dc8ef8769be HTTP/1.1" status: 200 len: 946 time: 0.0548384 Apr 06 16:41:46.989148 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-1d1f1eef-bf54-4151-9cd8-4fc5597135b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (881df721-72c0-49d8-a180-6b3eddb3b042), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:47.018358 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f1eef-bf54-4151-9cd8-4fc5597135b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881df721-72c0-49d8-a180-6b3eddb3b042,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:41:47.038002 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-1d1f1eef-bf54-4151-9cd8-4fc5597135b5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=db70af2c2b204d28a52ac827c0ef5e19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3510480 Apr 06 16:41:47.038252 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 43048) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:41:47.086582 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-75a6e107-583d-4277-962d-f732fe17af7c admin admin] Publish callbacks [] for security_group (881df721-72c0-49d8-a180-6b3eddb3b042), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:47.088781 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [req-e251f380-4acd-4e87-9200-fb2bc01b4701 req-ce6e10e2-9687-4628-8c7b-0fbe2b6e2006 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Deleting port 8ba25520-4b55-4024-9ce6-0db35602ff3f {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:41:47.089119 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-e251f380-4acd-4e87-9200-fb2bc01b4701 req-ce6e10e2-9687-4628-8c7b-0fbe2b6e2006 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (8ba25520-4b55-4024-9ce6-0db35602ff3f), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:47.115729 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-75a6e107-583d-4277-962d-f732fe17af7c admin admin] Publish callbacks [] for security_group (881df721-72c0-49d8-a180-6b3eddb3b042), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:47.189639 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [req-e251f380-4acd-4e87-9200-fb2bc01b4701 req-ce6e10e2-9687-4628-8c7b-0fbe2b6e2006 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] For port 8ba25520-4b55-4024-9ce6-0db35602ff3f, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=8ba25520-4b55-4024-9ce6-0db35602ff3f,segment=NetworkSegment(9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0),segment_id=9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0)] {{(pid=103680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:41:47.189992 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-e251f380-4acd-4e87-9200-fb2bc01b4701 req-ce6e10e2-9687-4628-8c7b-0fbe2b6e2006 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (8ba25520-4b55-4024-9ce6-0db35602ff3f), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:47.240787 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-75a6e107-583d-4277-962d-f732fe17af7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (881df721-72c0-49d8-a180-6b3eddb3b042), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:47.244278 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-75a6e107-583d-4277-962d-f732fe17af7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:47.245515 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-75a6e107-583d-4277-962d-f732fe17af7c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/881df721-72c0-49d8-a180-6b3eddb3b042 HTTP/1.1" status: 204 len: 168 time: 0.2063613 Apr 06 16:41:47.254084 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a6e107-583d-4277-962d-f732fe17af7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881df721-72c0-49d8-a180-6b3eddb3b042,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:41:47.367572 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-e251f380-4acd-4e87-9200-fb2bc01b4701 req-ce6e10e2-9687-4628-8c7b-0fbe2b6e2006 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:47.368073 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-e251f380-4acd-4e87-9200-fb2bc01b4701 req-ce6e10e2-9687-4628-8c7b-0fbe2b6e2006 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617069'] for floatingip (68e06a13-d6dd-4c09-bb58-c385a8ddebfa), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:47.368398 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.db.l3_db [req-e251f380-4acd-4e87-9200-fb2bc01b4701 req-ce6e10e2-9687-4628-8c7b-0fbe2b6e2006 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Floating IP 68e06a13-d6dd-4c09-bb58-c385a8ddebfa disassociated. External IP: 172.28.0.154, port: 8ba25520-4b55-4024-9ce6-0db35602ff3f. Apr 06 16:41:47.368804 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [req-e251f380-4acd-4e87-9200-fb2bc01b4701 req-ce6e10e2-9687-4628-8c7b-0fbe2b6e2006 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Calling delete_port for 8ba25520-4b55-4024-9ce6-0db35602ff3f owned by compute:nova {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:41:47.615032 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 43060) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:41:47.616910 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba018852-22a7-40ac-8e1e-65fb0dffa4c9 req-5cf1abb5-75ef-4a40-a18b-c52bde843051 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:41:47.619146 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ba018852-22a7-40ac-8e1e-65fb0dffa4c9 req-5cf1abb5-75ef-4a40-a18b-c52bde843051 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=5128c3c2-2633-4f1e-ac46-6dc8ef8769be HTTP/1.1" status: 200 len: 946 time: 0.0580060 Apr 06 16:41:47.623404 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-e251f380-4acd-4e87-9200-fb2bc01b4701 req-ce6e10e2-9687-4628-8c7b-0fbe2b6e2006 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (8ba25520-4b55-4024-9ce6-0db35602ff3f), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:47.666811 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6e10e2-9687-4628-8c7b-0fbe2b6e2006 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Pushing event deleted for resources: {'Port': ['ID=8ba25520-4b55-4024-9ce6-0db35602ff3f,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:41:47.738002 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-86ac793b-9854-4886-9b4e-2eeb3c3677f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:47.791126 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ba018852-22a7-40ac-8e1e-65fb0dffa4c9 req-f8831267-8800-48a5-9010-694e539b2699 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups?id=573fe1ca-d919-4dd9-9171-043c0ac2899f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654291 Apr 06 16:41:47.813091 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e251f380-4acd-4e87-9200-fb2bc01b4701 req-ce6e10e2-9687-4628-8c7b-0fbe2b6e2006 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Router 16901a2b-a0e0-4d5f-920d-7408ff2de157 has already been hosted by L3 agent 94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e {{(pid=103680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:41:47.828193 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-86ac793b-9854-4886-9b4e-2eeb3c3677f4 admin admin] Publish callbacks [] for security_group (ea1f2aef-3ba4-457b-8723-c01572317b5d), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:47.926374 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e251f380-4acd-4e87-9200-fb2bc01b4701 req-ce6e10e2-9687-4628-8c7b-0fbe2b6e2006 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Notify agent at l3_agent.dv-cinder-815660-7-smb the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:41:47.936618 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be90d71-eeaf-4e9a-8b0e-44263e2aa5d2 None None] Sync routers for ids ['16901a2b-a0e0-4d5f-920d-7408ff2de157'] in dv-cinder-815660-7-smb {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:41:47.945793 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be90d71-eeaf-4e9a-8b0e-44263e2aa5d2 None None] Routers {'16901a2b-a0e0-4d5f-920d-7408ff2de157'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:41:47.946517 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-4be90d71-eeaf-4e9a-8b0e-44263e2aa5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:41:32Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['16901a2b-a0e0-4d5f-920d-7408ff2de157'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:41:47.966443 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-86ac793b-9854-4886-9b4e-2eeb3c3677f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (ea1f2aef-3ba4-457b-8723-c01572317b5d), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:47.968755 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [req-e251f380-4acd-4e87-9200-fb2bc01b4701 req-ce6e10e2-9687-4628-8c7b-0fbe2b6e2006 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] No DVR routers for this DVR port 8ba25520-4b55-4024-9ce6-0db35602ff3f on host hv-cinder-81566 {{(pid=103680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:41:47.971866 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-e251f380-4acd-4e87-9200-fb2bc01b4701 req-ce6e10e2-9687-4628-8c7b-0fbe2b6e2006 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for port (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:47.975356 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-e251f380-4acd-4e87-9200-fb2bc01b4701 req-ce6e10e2-9687-4628-8c7b-0fbe2b6e2006 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.39 "DELETE /v2.0/ports/8ba25520-4b55-4024-9ce6-0db35602ff3f HTTP/1.1" status: 204 len: 173 time: 0.9914775 Apr 06 16:41:47.975867 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5128c3c2-2633-4f1e-ac46-6dc8ef8769be', 'name': 'network-vif-deleted', 'tag': '8ba25520-4b55-4024-9ce6-0db35602ff3f'}] {{(pid=103680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:41:47.979910 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37defc4f8c4d51421555421a688636eb49d5c8fee7a473d71a3f8bc7c746dcd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9f457b-1198-4e72-a400-1e15d3fb3f9e" -d '{"events": [{"server_uuid": "5128c3c2-2633-4f1e-ac46-6dc8ef8769be", "name": "network-vif-deleted", "tag": "8ba25520-4b55-4024-9ce6-0db35602ff3f"}]}' {{(pid=103680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:41:48.013010 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-86ac793b-9854-4886-9b4e-2eeb3c3677f4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1d171d1d33d0412faf69ff40e0ebcbba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3968859 Apr 06 16:41:48.015886 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 43074) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:41:48.016139 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac793b-9854-4886-9b4e-2eeb3c3677f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1f2aef-3ba4-457b-8723-c01572317b5d,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:41:48.026188 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c22cbe-dc14-4b77-b01f-6e1fa0c72a69 x-openstack-request-id: req-40c22cbe-dc14-4b77-b01f-6e1fa0c72a69 {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:41:48.026880 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5128c3c2-2633-4f1e-ac46-6dc8ef8769be", "name": "network-vif-deleted", "tag": "8ba25520-4b55-4024-9ce6-0db35602ff3f", "status": "completed", "code": 200}]} {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:41:48.027094 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-40c22cbe-dc14-4b77-b01f-6e1fa0c72a69 {{(pid=103680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:41:48.027760 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40c22cbe-dc14-4b77-b01f-6e1fa0c72a69'] response: {'server_uuid': '5128c3c2-2633-4f1e-ac46-6dc8ef8769be', 'name': 'network-vif-deleted', 'tag': '8ba25520-4b55-4024-9ce6-0db35602ff3f', 'status': 'completed', 'code': 200} Apr 06 16:41:48.084000 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-db244a1c-c1d7-4f93-9a6c-012c8cf9ffa0 admin admin] Publish callbacks [] for security_group (ea1f2aef-3ba4-457b-8723-c01572317b5d), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:48.116567 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-db244a1c-c1d7-4f93-9a6c-012c8cf9ffa0 admin admin] Publish callbacks [] for security_group (ea1f2aef-3ba4-457b-8723-c01572317b5d), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:48.174420 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-4be90d71-eeaf-4e9a-8b0e-44263e2aa5d2 None None] Set router 16901a2b-a0e0-4d5f-920d-7408ff2de157 gateway port host: dv-cinder-815660-7-smb {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:41:48.292136 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-db244a1c-c1d7-4f93-9a6c-012c8cf9ffa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (ea1f2aef-3ba4-457b-8723-c01572317b5d), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:48.294693 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-db244a1c-c1d7-4f93-9a6c-012c8cf9ffa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:48.295924 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-db244a1c-c1d7-4f93-9a6c-012c8cf9ffa0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ea1f2aef-3ba4-457b-8723-c01572317b5d HTTP/1.1" status: 204 len: 168 time: 0.2782373 Apr 06 16:41:48.309239 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db244a1c-c1d7-4f93-9a6c-012c8cf9ffa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1f2aef-3ba4-457b-8723-c01572317b5d,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:41:48.393917 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-4be90d71-eeaf-4e9a-8b0e-44263e2aa5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'name': 'tempest-AttachVolumeNegativeTest-1107108701-router', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12'}], 'enable_snat': True}, 'gw_port_id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:32:37Z', 'updated_at': '2022-04-06T16:32:42Z', 'revision_number': 4, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'gw_port': {'id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:38Z', 'updated_at': '2022-04-06T16:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': '5ed24226-3823-4f2b-b252-2fb23010c71e', 'name': '', 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'mac_address': 'fa:16:3e:e8:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:41Z', 'updated_at': '2022-04-06T16:32:47Z', 'revision_number': 5, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'subnets': [{'id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:41:48.425050 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be90d71-eeaf-4e9a-8b0e-44263e2aa5d2 None None] Checking router: 16901a2b-a0e0-4d5f-920d-7408ff2de157 for host: dv-cinder-815660-7-smb {{(pid=103683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:41:48.433576 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be90d71-eeaf-4e9a-8b0e-44263e2aa5d2 None None] Routers {'16901a2b-a0e0-4d5f-920d-7408ff2de157'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:41:48.434179 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-4be90d71-eeaf-4e9a-8b0e-44263e2aa5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:41:32Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['16901a2b-a0e0-4d5f-920d-7408ff2de157'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:41:48.542676 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-4be90d71-eeaf-4e9a-8b0e-44263e2aa5d2 None None] Set router 16901a2b-a0e0-4d5f-920d-7408ff2de157 gateway port host: dv-cinder-815660-7-smb {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:41:48.748704 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-4be90d71-eeaf-4e9a-8b0e-44263e2aa5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'name': 'tempest-AttachVolumeNegativeTest-1107108701-router', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12'}], 'enable_snat': True}, 'gw_port_id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:32:37Z', 'updated_at': '2022-04-06T16:32:42Z', 'revision_number': 4, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'gw_port': {'id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:38Z', 'updated_at': '2022-04-06T16:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': '5ed24226-3823-4f2b-b252-2fb23010c71e', 'name': '', 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'mac_address': 'fa:16:3e:e8:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:41Z', 'updated_at': '2022-04-06T16:32:47Z', 'revision_number': 5, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'subnets': [{'id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:41:48.780572 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be90d71-eeaf-4e9a-8b0e-44263e2aa5d2 None None] The sync data for ids ['16901a2b-a0e0-4d5f-920d-7408ff2de157'] in dv-cinder-815660-7-smb is: [{'id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'name': 'tempest-AttachVolumeNegativeTest-1107108701-router', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12'}], 'enable_snat': True}, 'gw_port_id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:32:37Z', 'updated_at': '2022-04-06T16:32:42Z', 'revision_number': 4, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'gw_port': {'id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:38Z', 'updated_at': '2022-04-06T16:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': '5ed24226-3823-4f2b-b252-2fb23010c71e', 'name': '', 'network_id': '8ef6f925-e3af-4879-bc93-ee3096c80cf0', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'mac_address': 'fa:16:3e:e8:f9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:41Z', 'updated_at': '2022-04-06T16:32:47Z', 'revision_number': 5, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'subnets': [{'id': '1121a7e3-a3db-4af5-8ad9-70ecc903d4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:41:48.918457 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-deaea461-5e18-4c7c-a79d-d6141fc6929d req-29181476-e242-4c56-a03d-aecc4214d518 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/ports?device_id=5128c3c2-2633-4f1e-ac46-6dc8ef8769be HTTP/1.1" status: 200 len: 210 time: 0.0353987 Apr 06 16:41:49.067041 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8923f99c-cac5-477f-aacf-008ada2f1a93 None None] New status for floating IP 68e06a13-d6dd-4c09-bb58-c385a8ddebfa: DOWN {{(pid=103682) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 16:41:49.382994 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 43106) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:41:49.396351 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-60221c01-16ad-435f-a5b0-89dd076ece03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:49.472284 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-60221c01-16ad-435f-a5b0-89dd076ece03 admin admin] Publish callbacks [] for security_group (67602867-7b50-4fa9-892e-a75793ea454f), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:49.531886 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-60221c01-16ad-435f-a5b0-89dd076ece03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (67602867-7b50-4fa9-892e-a75793ea454f), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:49.570650 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-60221c01-16ad-435f-a5b0-89dd076ece03 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9c26fd77f4f243e9a99f2ac08fb6d156&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1873431 Apr 06 16:41:49.572192 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60221c01-16ad-435f-a5b0-89dd076ece03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67602867-7b50-4fa9-892e-a75793ea454f,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:41:49.575718 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 43108) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:41:49.625788 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-ce7a635b-8afe-4a9b-9391-641511581cad admin admin] Publish callbacks [] for security_group (67602867-7b50-4fa9-892e-a75793ea454f), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:49.649097 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-ce7a635b-8afe-4a9b-9391-641511581cad admin admin] Publish callbacks [] for security_group (67602867-7b50-4fa9-892e-a75793ea454f), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:49.777292 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-ce7a635b-8afe-4a9b-9391-641511581cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (67602867-7b50-4fa9-892e-a75793ea454f), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:49.779962 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-ce7a635b-8afe-4a9b-9391-641511581cad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:49.781113 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-ce7a635b-8afe-4a9b-9391-641511581cad admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/67602867-7b50-4fa9-892e-a75793ea454f HTTP/1.1" status: 204 len: 168 time: 0.2039535 Apr 06 16:41:49.789855 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7a635b-8afe-4a9b-9391-641511581cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67602867-7b50-4fa9-892e-a75793ea454f,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:41:50.095837 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 43122) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:41:50.157083 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-aa583456-89cb-4329-8bdb-d7cfce7d82b0 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for security_group (573fe1ca-d919-4dd9-9171-043c0ac2899f), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:50.187871 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-aa583456-89cb-4329-8bdb-d7cfce7d82b0 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for security_group (573fe1ca-d919-4dd9-9171-043c0ac2899f), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:50.314734 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-aa583456-89cb-4329-8bdb-d7cfce7d82b0 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (573fe1ca-d919-4dd9-9171-043c0ac2899f), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:50.317839 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-aa583456-89cb-4329-8bdb-d7cfce7d82b0 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:50.319215 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-aa583456-89cb-4329-8bdb-d7cfce7d82b0 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "DELETE /v2.0/security-groups/573fe1ca-d919-4dd9-9171-043c0ac2899f HTTP/1.1" status: 204 len: 168 time: 0.2223282 Apr 06 16:41:50.322343 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 43130) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:41:50.333480 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa583456-89cb-4329-8bdb-d7cfce7d82b0 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=573fe1ca-d919-4dd9-9171-043c0ac2899f,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:41:50.342609 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.api.v2.resource [None req-88c71855-ad12-4556-a566-76755dcdc7a5 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] show failed (client error): The resource could not be found. Apr 06 16:41:50.344726 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-88c71855-ad12-4556-a566-76755dcdc7a5 tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "GET /v2.0/security-groups/573fe1ca-d919-4dd9-9171-043c0ac2899f HTTP/1.1" status: 404 len: 347 time: 0.0201333 Apr 06 16:41:50.354498 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 43132) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:41:50.496004 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-46f85366-0c7d-45ef-9e60-d7c7e06e5f1c tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Deleting port 66e7cb5f-3eef-4cee-ab98-a621f90256a2 {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:41:50.496691 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-46f85366-0c7d-45ef-9e60-d7c7e06e5f1c tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (66e7cb5f-3eef-4cee-ab98-a621f90256a2), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:50.581855 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-46f85366-0c7d-45ef-9e60-d7c7e06e5f1c tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (66e7cb5f-3eef-4cee-ab98-a621f90256a2), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:50.582188 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-46f85366-0c7d-45ef-9e60-d7c7e06e5f1c tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for floatingip (66e7cb5f-3eef-4cee-ab98-a621f90256a2), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:50.594439 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-46f85366-0c7d-45ef-9e60-d7c7e06e5f1c tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Calling delete_port for 66e7cb5f-3eef-4cee-ab98-a621f90256a2 owned by network:floatingip {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:41:50.807400 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-46f85366-0c7d-45ef-9e60-d7c7e06e5f1c tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (66e7cb5f-3eef-4cee-ab98-a621f90256a2), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:50.837459 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f85366-0c7d-45ef-9e60-d7c7e06e5f1c tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Pushing event deleted for resources: {'Port': ['ID=66e7cb5f-3eef-4cee-ab98-a621f90256a2,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:41:50.898214 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-46f85366-0c7d-45ef-9e60-d7c7e06e5f1c tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks [] for floatingip (68e06a13-d6dd-4c09-bb58-c385a8ddebfa), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:50.901745 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-46f85366-0c7d-45ef-9e60-d7c7e06e5f1c tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for floatingip (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:50.902879 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-46f85366-0c7d-45ef-9e60-d7c7e06e5f1c tempest-AttachVolumeNegativeTest-1842726158 tempest-AttachVolumeNegativeTest-1842726158-project] 10.222.0.49 "DELETE /v2.0/floatingips/68e06a13-d6dd-4c09-bb58-c385a8ddebfa HTTP/1.1" status: 204 len: 168 time: 0.5472667 Apr 06 16:41:51.568516 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 8ba25520-4b55-4024-9ce6-0db35602ff3f no longer exists at agent hyperv_hv-cinder-81566 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:41:51.593409 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] No Port match for: 8ba25520-4b55-4024-9ce6-0db35602ff3f {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:41:51.593665 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 8ba25520-4b55-4024-9ce6-0db35602ff3f not bound to the agent host hv-cinder-81566 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:41:55.090014 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 43228) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:41:55.598056 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8c25dc41-0951-4570-b548-7384d104ed8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617325'] for router_interface (16901a2b-a0e0-4d5f-920d-7408ff2de157), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:55.742163 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 43250) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:41:55.859915 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-29184736-07e8-44b6-85ba-108048bd7d5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:55.864373 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-8c25dc41-0951-4570-b548-7384d104ed8a admin admin] Deleting port 5ed24226-3823-4f2b-b252-2fb23010c71e {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:41:55.864713 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8c25dc41-0951-4570-b548-7384d104ed8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (5ed24226-3823-4f2b-b252-2fb23010c71e), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:55.934421 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-29184736-07e8-44b6-85ba-108048bd7d5c admin admin] Publish callbacks [] for security_group (44f5d220-ab23-42fa-9b6c-105a856381e5), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:55.943738 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [None req-8c25dc41-0951-4570-b548-7384d104ed8a admin admin] For port 5ed24226-3823-4f2b-b252-2fb23010c71e, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=5ed24226-3823-4f2b-b252-2fb23010c71e,segment=NetworkSegment(9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0),segment_id=9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0)] {{(pid=103680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:41:55.944107 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8c25dc41-0951-4570-b548-7384d104ed8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (5ed24226-3823-4f2b-b252-2fb23010c71e), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:55.956654 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-8c25dc41-0951-4570-b548-7384d104ed8a admin admin] Calling delete_port for 5ed24226-3823-4f2b-b252-2fb23010c71e owned by network:router_interface {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:41:56.034565 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-29184736-07e8-44b6-85ba-108048bd7d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (44f5d220-ab23-42fa-9b6c-105a856381e5), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:56.074027 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29184736-07e8-44b6-85ba-108048bd7d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f5d220-ab23-42fa-9b6c-105a856381e5,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:41:56.079012 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-29184736-07e8-44b6-85ba-108048bd7d5c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9fe4357c98fa44619ae90a218154f3c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3353250 Apr 06 16:41:56.081030 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 43256) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:41:56.132914 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-47b078b2-ac5e-4311-a5bf-fb5c466f1b11 admin admin] Publish callbacks [] for security_group (44f5d220-ab23-42fa-9b6c-105a856381e5), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:56.155259 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-47b078b2-ac5e-4311-a5bf-fb5c466f1b11 admin admin] Publish callbacks [] for security_group (44f5d220-ab23-42fa-9b6c-105a856381e5), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:56.274528 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8c25dc41-0951-4570-b548-7384d104ed8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (5ed24226-3823-4f2b-b252-2fb23010c71e), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:56.304470 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c25dc41-0951-4570-b548-7384d104ed8a admin admin] Pushing event deleted for resources: {'Port': ['ID=5ed24226-3823-4f2b-b252-2fb23010c71e,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:41:56.361416 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-47b078b2-ac5e-4311-a5bf-fb5c466f1b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (44f5d220-ab23-42fa-9b6c-105a856381e5), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:56.361416 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-47b078b2-ac5e-4311-a5bf-fb5c466f1b11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:56.361416 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-47b078b2-ac5e-4311-a5bf-fb5c466f1b11 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/44f5d220-ab23-42fa-9b6c-105a856381e5 HTTP/1.1" status: 204 len: 168 time: 0.2781696 Apr 06 16:41:56.369506 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b078b2-ac5e-4311-a5bf-fb5c466f1b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f5d220-ab23-42fa-9b6c-105a856381e5,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:41:56.499088 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8c25dc41-0951-4570-b548-7384d104ed8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617213'] for router_interface (16901a2b-a0e0-4d5f-920d-7408ff2de157), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:56.729998 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c25dc41-0951-4570-b548-7384d104ed8a admin admin] Router 16901a2b-a0e0-4d5f-920d-7408ff2de157 has already been hosted by L3 agent 94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e {{(pid=103680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:41:56.846401 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c25dc41-0951-4570-b548-7384d104ed8a admin admin] Notify agent at l3_agent.dv-cinder-815660-7-smb the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:41:56.858201 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-8c25dc41-0951-4570-b548-7384d104ed8a admin admin] 10.222.0.49 "PUT /v2.0/routers/16901a2b-a0e0-4d5f-920d-7408ff2de157/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7620368 Apr 06 16:41:56.858311 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 43270) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:41:56.859240 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc17a43f-7397-4d6e-965e-b9201d098a0d None None] Sync routers for ids ['16901a2b-a0e0-4d5f-920d-7408ff2de157'] in dv-cinder-815660-7-smb {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:41:56.870244 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc17a43f-7397-4d6e-965e-b9201d098a0d None None] Routers {'16901a2b-a0e0-4d5f-920d-7408ff2de157'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:41:56.870860 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-cc17a43f-7397-4d6e-965e-b9201d098a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:41:32Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['16901a2b-a0e0-4d5f-920d-7408ff2de157'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:41:56.969654 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-66b8f781-d717-43a6-a1e8-26aa15847638 admin admin] Publish callbacks [] for router (16901a2b-a0e0-4d5f-920d-7408ff2de157), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:56.984239 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-cc17a43f-7397-4d6e-965e-b9201d098a0d None None] Set router 16901a2b-a0e0-4d5f-920d-7408ff2de157 gateway port host: dv-cinder-815660-7-smb {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:41:57.076338 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-66b8f781-d717-43a6-a1e8-26aa15847638 admin admin] Publish callbacks [] for router_gateway (16901a2b-a0e0-4d5f-920d-7408ff2de157), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:57.168418 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-cc17a43f-7397-4d6e-965e-b9201d098a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'name': 'tempest-AttachVolumeNegativeTest-1107108701-router', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12'}], 'enable_snat': True}, 'gw_port_id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:32:37Z', 'updated_at': '2022-04-06T16:41:56Z', 'revision_number': 5, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'gw_port': {'id': '379f8ad6-644e-4cb2-a34c-83576b613ee1', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:32:38Z', 'updated_at': '2022-04-06T16:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb'}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:41:57.195100 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc17a43f-7397-4d6e-965e-b9201d098a0d None None] Checking router: 16901a2b-a0e0-4d5f-920d-7408ff2de157 for host: dv-cinder-815660-7-smb {{(pid=103683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:41:57.205026 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc17a43f-7397-4d6e-965e-b9201d098a0d None None] Routers {'16901a2b-a0e0-4d5f-920d-7408ff2de157'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:41:57.205640 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-cc17a43f-7397-4d6e-965e-b9201d098a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:41:32Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['16901a2b-a0e0-4d5f-920d-7408ff2de157'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:41:57.229297 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-66b8f781-d717-43a6-a1e8-26aa15847638 admin admin] Deleting port 379f8ad6-644e-4cb2-a34c-83576b613ee1 {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:41:57.229640 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-66b8f781-d717-43a6-a1e8-26aa15847638 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (379f8ad6-644e-4cb2-a34c-83576b613ee1), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:57.294921 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-cc17a43f-7397-4d6e-965e-b9201d098a0d None None] Set router 16901a2b-a0e0-4d5f-920d-7408ff2de157 gateway port host: None {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:41:57.315816 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.db [None req-66b8f781-d717-43a6-a1e8-26aa15847638 admin admin] For port 379f8ad6-644e-4cb2-a34c-83576b613ee1, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=379f8ad6-644e-4cb2-a34c-83576b613ee1,segment=NetworkSegment(3728a512-0136-4544-ad0a-d8addcf850d8),segment_id=3728a512-0136-4544-ad0a-d8addcf850d8)] {{(pid=103681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:41:57.316276 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-66b8f781-d717-43a6-a1e8-26aa15847638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (379f8ad6-644e-4cb2-a34c-83576b613ee1), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:57.331468 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-66b8f781-d717-43a6-a1e8-26aa15847638 admin admin] Calling delete_port for 379f8ad6-644e-4cb2-a34c-83576b613ee1 owned by network:router_gateway {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:41:57.353188 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-cc17a43f-7397-4d6e-965e-b9201d098a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'name': 'tempest-AttachVolumeNegativeTest-1107108701-router', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:32:37Z', 'updated_at': '2022-04-06T16:41:57Z', 'revision_number': 6, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'gw_port_host': None}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:41:57.378989 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc17a43f-7397-4d6e-965e-b9201d098a0d None None] The sync data for ids ['16901a2b-a0e0-4d5f-920d-7408ff2de157'] in dv-cinder-815660-7-smb is: [{'id': '16901a2b-a0e0-4d5f-920d-7408ff2de157', 'name': 'tempest-AttachVolumeNegativeTest-1107108701-router', 'tenant_id': '3e0d499680204ce48c74bc5d3b01a192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:32:37Z', 'updated_at': '2022-04-06T16:41:57Z', 'revision_number': 6, 'project_id': '3e0d499680204ce48c74bc5d3b01a192', 'gw_port_host': None}] {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:41:57.424928 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 43286) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:41:57.542191 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-43401d49-bec5-4709-9348-cd220f232f72 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-989384086-network', 'tenant_id': '3e0e9fb0b0674a50974ceebc2e7584ed'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:41:57.679936 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43401d49-bec5-4709-9348-cd220f232f72 admin admin] Made reservation on behalf of 3e0e9fb0b0674a50974ceebc2e7584ed for: {'network': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:41:57.680102 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-66b8f781-d717-43a6-a1e8-26aa15847638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6161582'] for port (379f8ad6-644e-4cb2-a34c-83576b613ee1), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:57.683267 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-43401d49-bec5-4709-9348-cd220f232f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for network (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:57.692471 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-43401d49-bec5-4709-9348-cd220f232f72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:57.703890 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b8f781-d717-43a6-a1e8-26aa15847638 admin admin] Pushing event deleted for resources: {'Port': ['ID=379f8ad6-644e-4cb2-a34c-83576b613ee1,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:41:57.776079 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-66b8f781-d717-43a6-a1e8-26aa15847638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617019'] for router_gateway (16901a2b-a0e0-4d5f-920d-7408ff2de157), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:57.798609 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-43401d49-bec5-4709-9348-cd220f232f72 admin admin] Publish callbacks [] for security_group (b596dcb9-a69d-4c4d-a52f-5fcc9d7cb0b0), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:57.874196 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-43401d49-bec5-4709-9348-cd220f232f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (b596dcb9-a69d-4c4d-a52f-5fcc9d7cb0b0), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:57.880122 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-66b8f781-d717-43a6-a1e8-26aa15847638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-616840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3787'] for router (16901a2b-a0e0-4d5f-920d-7408ff2de157), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:57.882478 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-66b8f781-d717-43a6-a1e8-26aa15847638 admin admin] Publish callbacks [] for router_controller (16901a2b-a0e0-4d5f-920d-7408ff2de157), precommit_delete_associations {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:57.898636 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43401d49-bec5-4709-9348-cd220f232f72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=103680) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 16:41:57.909564 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43401d49-bec5-4709-9348-cd220f232f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b596dcb9-a69d-4c4d-a52f-5fcc9d7cb0b0,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:41:57.914896 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-43401d49-bec5-4709-9348-cd220f232f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1728802'] for segment (6760d168-1300-4193-89bd-f5e48a29d015), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:57.915245 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.db.segments_db [None req-43401d49-bec5-4709-9348-cd220f232f72 admin admin] Added segment 6760d168-1300-4193-89bd-f5e48a29d015 of type vlan for network 905dec2a-0a2a-4dc2-a373-64830d2ec625 Apr 06 16:41:57.958413 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-43401d49-bec5-4709-9348-cd220f232f72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758155981114'] for network (905dec2a-0a2a-4dc2-a373-64830d2ec625), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:58.057975 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-43401d49-bec5-4709-9348-cd220f232f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069'] for network (905dec2a-0a2a-4dc2-a373-64830d2ec625), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:58.058901 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43401d49-bec5-4709-9348-cd220f232f72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:41:58.059488 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-43401d49-bec5-4709-9348-cd220f232f72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:58.158667 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 5ed24226-3823-4f2b-b252-2fb23010c71e no longer exists at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:41:58.180003 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] No Port match for: 5ed24226-3823-4f2b-b252-2fb23010c71e {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:41:58.180362 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 5ed24226-3823-4f2b-b252-2fb23010c71e not bound to the agent host dv-cinder-815660-7-smb {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:41:58.263427 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-66b8f781-d717-43a6-a1e8-26aa15847638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616833'] for router (16901a2b-a0e0-4d5f-920d-7408ff2de157), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:58.263834 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b8f781-d717-43a6-a1e8-26aa15847638 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16901a2b-a0e0-4d5f-920d-7408ff2de157 {{(pid=103681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 16:41:58.268289 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-66b8f781-d717-43a6-a1e8-26aa15847638 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:58.269505 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-66b8f781-d717-43a6-a1e8-26aa15847638 admin admin] 10.222.0.49 "DELETE /v2.0/routers/16901a2b-a0e0-4d5f-920d-7408ff2de157 HTTP/1.1" status: 204 len: 168 time: 1.4122407 Apr 06 16:41:58.274682 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 43296) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:41:58.319404 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2587e2e-bfca-4dcc-9dd6-da3c98915646 admin admin] Deleting subnet 1121a7e3-a3db-4af5-8ad9-70ecc903d4ca {{(pid=103681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 16:41:58.323660 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e2587e2e-bfca-4dcc-9dd6-da3c98915646 admin admin] Publish callbacks [] for subnet (1121a7e3-a3db-4af5-8ad9-70ecc903d4ca), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:58.359819 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e2587e2e-bfca-4dcc-9dd6-da3c98915646 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4248456'] for subnet (1121a7e3-a3db-4af5-8ad9-70ecc903d4ca), precommit_delete_associations {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:58.409030 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43401d49-bec5-4709-9348-cd220f232f72 admin admin] Pushing event updated for resources: {'Network': ['ID=905dec2a-0a2a-4dc2-a373-64830d2ec625,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:41:58.420563 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Network 905dec2a-0a2a-4dc2-a373-64830d2ec625 details requested by agent ovs-agent-dv-cinder-815660-7-smb with host dv-cinder-815660-7-smb {{(pid=103682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 16:41:58.447299 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e2587e2e-bfca-4dcc-9dd6-da3c98915646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1833433'] for subnet (1121a7e3-a3db-4af5-8ad9-70ecc903d4ca), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:58.459826 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-43401d49-bec5-4709-9348-cd220f232f72 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0335550 Apr 06 16:41:58.463019 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 43298) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:41:58.468642 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-fb1ac106-2f62-43cd-89c4-0bf92ac2fd85 admin admin] Request body: {'subnet': {'network_id': '905dec2a-0a2a-4dc2-a373-64830d2ec625', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-989384086-subnet', 'tenant_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'ip_version': 4}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:41:58.554494 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1ac106-2f62-43cd-89c4-0bf92ac2fd85 admin admin] Made reservation on behalf of 3e0e9fb0b0674a50974ceebc2e7584ed for: {'subnet': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:41:58.556849 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-fb1ac106-2f62-43cd-89c4-0bf92ac2fd85 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4346842'] for subnet (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:58.600942 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e2587e2e-bfca-4dcc-9dd6-da3c98915646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1833430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6161561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4648802'] for subnet (1121a7e3-a3db-4af5-8ad9-70ecc903d4ca), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:58.627909 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2587e2e-bfca-4dcc-9dd6-da3c98915646 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1121a7e3-a3db-4af5-8ad9-70ecc903d4ca,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:41:58.629883 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e2587e2e-bfca-4dcc-9dd6-da3c98915646 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for subnet (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:58.633290 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-e2587e2e-bfca-4dcc-9dd6-da3c98915646 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1121a7e3-a3db-4af5-8ad9-70ecc903d4ca HTTP/1.1" status: 204 len: 168 time: 0.3603463 Apr 06 16:41:58.636501 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 43300) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:41:58.642674 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f3726e-8ad5-4708-afac-0e2aa6907d04 None None] Network 8ef6f925-e3af-4879-bc93-ee3096c80cf0 requested from dv-cinder-815660-7-smb {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:41:58.741142 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c8dd346b-d368-4333-9874-08c2028e727d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1710238'] for network (8ef6f925-e3af-4879-bc93-ee3096c80cf0), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:58.804130 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4374bf-6d5e-4d63-a633-c94a964763a5 None None] DHCP port deletion for 8ef6f925-e3af-4879-bc93-ee3096c80cf0 request from dv-cinder-815660-7-smb {{(pid=103682) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 16:41:58.835901 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-c8dd346b-d368-4333-9874-08c2028e727d admin admin] Deleting port f2055c4b-e88c-4aae-9b46-13366319827f {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:41:58.836254 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c8dd346b-d368-4333-9874-08c2028e727d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (f2055c4b-e88c-4aae-9b46-13366319827f), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:58.866828 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0d4374bf-6d5e-4d63-a633-c94a964763a5 None None] Deleting port f2055c4b-e88c-4aae-9b46-13366319827f {{(pid=103682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:41:58.866828 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0d4374bf-6d5e-4d63-a633-c94a964763a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (f2055c4b-e88c-4aae-9b46-13366319827f), before_delete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:58.905635 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [None req-c8dd346b-d368-4333-9874-08c2028e727d admin admin] For port f2055c4b-e88c-4aae-9b46-13366319827f, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=f2055c4b-e88c-4aae-9b46-13366319827f,segment=NetworkSegment(9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0),segment_id=9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0)] {{(pid=103680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:41:58.906301 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c8dd346b-d368-4333-9874-08c2028e727d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (f2055c4b-e88c-4aae-9b46-13366319827f), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:58.920844 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-c8dd346b-d368-4333-9874-08c2028e727d admin admin] Calling delete_port for f2055c4b-e88c-4aae-9b46-13366319827f owned by network:dhcp {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:41:58.922922 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-0d4374bf-6d5e-4d63-a633-c94a964763a5 None None] For port f2055c4b-e88c-4aae-9b46-13366319827f, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=f2055c4b-e88c-4aae-9b46-13366319827f,segment=NetworkSegment(9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0),segment_id=9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:41:58.923371 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0d4374bf-6d5e-4d63-a633-c94a964763a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (f2055c4b-e88c-4aae-9b46-13366319827f), precommit_delete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:58.938597 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0d4374bf-6d5e-4d63-a633-c94a964763a5 None None] Calling delete_port for f2055c4b-e88c-4aae-9b46-13366319827f owned by network:dhcp {{(pid=103682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:41:58.971945 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-fb1ac106-2f62-43cd-89c4-0bf92ac2fd85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5979085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4346820'] for subnet (a752d7c3-ff9c-4a44-8f1f-3687527ea4c8), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:59.055806 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1ac106-2f62-43cd-89c4-0bf92ac2fd85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a752d7c3-ff9c-4a44-8f1f-3687527ea4c8,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:41:59.069142 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1ac106-2f62-43cd-89c4-0bf92ac2fd85 admin admin] Checking segment: {'id': '6760d168-1300-4193-89bd-f5e48a29d015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '905dec2a-0a2a-4dc2-a373-64830d2ec625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:41:59.069142 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1ac106-2f62-43cd-89c4-0bf92ac2fd85 admin admin] Network hostable DHCP agents. Network: 905dec2a-0a2a-4dc2-a373-64830d2ec625, hostable agents: ['f8e9d332-5077-4d82-8c59-e3560cf7409d'], hosted agents: [] {{(pid=103680) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 16:41:59.092749 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0d4374bf-6d5e-4d63-a633-c94a964763a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285'] for port (f2055c4b-e88c-4aae-9b46-13366319827f), after_delete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:59.100923 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c8dd346b-d368-4333-9874-08c2028e727d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (f2055c4b-e88c-4aae-9b46-13366319827f), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:59.124585 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4374bf-6d5e-4d63-a633-c94a964763a5 None None] Pushing event deleted for resources: {'Port': ['ID=f2055c4b-e88c-4aae-9b46-13366319827f,revision_number=None']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:41:59.130289 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd346b-d368-4333-9874-08c2028e727d admin admin] Pushing event deleted for resources: {'Port': ['ID=f2055c4b-e88c-4aae-9b46-13366319827f,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:41:59.132256 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dd346b-d368-4333-9874-08c2028e727d admin admin] No DVR routers for this DVR port f2055c4b-e88c-4aae-9b46-13366319827f on host dv-cinder-815660-7-smb {{(pid=103680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:41:59.132414 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4374bf-6d5e-4d63-a633-c94a964763a5 None None] No DVR routers for this DVR port f2055c4b-e88c-4aae-9b46-13366319827f on host dv-cinder-815660-7-smb {{(pid=103682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:41:59.147514 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4374bf-6d5e-4d63-a633-c94a964763a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:41:59.148092 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4374bf-6d5e-4d63-a633-c94a964763a5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:41:59.148586 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4374bf-6d5e-4d63-a633-c94a964763a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:41:59.148790 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4374bf-6d5e-4d63-a633-c94a964763a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:41:59.149171 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4374bf-6d5e-4d63-a633-c94a964763a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:41:59.149450 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4374bf-6d5e-4d63-a633-c94a964763a5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:41:59.149920 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4374bf-6d5e-4d63-a633-c94a964763a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:41:59.150253 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4374bf-6d5e-4d63-a633-c94a964763a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:41:59.150810 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4374bf-6d5e-4d63-a633-c94a964763a5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:41:59.151676 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4374bf-6d5e-4d63-a633-c94a964763a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:41:59.152211 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4374bf-6d5e-4d63-a633-c94a964763a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:41:59.152906 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4374bf-6d5e-4d63-a633-c94a964763a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:41:59.153383 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4374bf-6d5e-4d63-a633-c94a964763a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:41:59.153715 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4374bf-6d5e-4d63-a633-c94a964763a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:41:59.154045 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4374bf-6d5e-4d63-a633-c94a964763a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:41:59.202397 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1ac106-2f62-43cd-89c4-0bf92ac2fd85 admin admin] Network 905dec2a-0a2a-4dc2-a373-64830d2ec625 is scheduled to be hosted by DHCP agent f8e9d332-5077-4d82-8c59-e3560cf7409d with binding_index 1 {{(pid=103680) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 16:41:59.219966 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c8dd346b-d368-4333-9874-08c2028e727d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1831458', 'neutron.services.segments.db._delete_segments_for_network-8758156444793'] for network (8ef6f925-e3af-4879-bc93-ee3096c80cf0), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:59.240289 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.services.segments.db [None req-c8dd346b-d368-4333-9874-08c2028e727d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ef6f925-e3af-4879-bc93-ee3096c80cf0']}} {{(pid=103680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:41:59.250178 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.services.segments.db [None req-c8dd346b-d368-4333-9874-08c2028e727d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0') {'for_net_delete': True} {{(pid=103680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:41:59.251781 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.services.segments.db [None req-c8dd346b-d368-4333-9874-08c2028e727d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0') {} {{(pid=103680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:41:59.259473 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c8dd346b-d368-4333-9874-08c2028e727d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758156443522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5945779'] for segment (9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:59.272658 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c8dd346b-d368-4333-9874-08c2028e727d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1728802'] for segment (9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:59.279123 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8dd346b-d368-4333-9874-08c2028e727d admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103680) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 16:41:59.279599 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c8dd346b-d368-4333-9874-08c2028e727d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1728802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5978208'] for segment (9b3924a7-3f35-4dd5-8e8d-12bcff6b05d0), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:59.284836 dv-cinder-815660-7-smb neutron-server[103680]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 16:41:59.284836 dv-cinder-815660-7-smb neutron-server[103680]: self.session.flush() Apr 06 16:41:59.284836 dv-cinder-815660-7-smb neutron-server[103680]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 16:41:59.284836 dv-cinder-815660-7-smb neutron-server[103680]: self.session.flush() Apr 06 16:41:59.284836 dv-cinder-815660-7-smb neutron-server[103680]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 16:41:59.284836 dv-cinder-815660-7-smb neutron-server[103680]: self.session.flush() Apr 06 16:41:59.284836 dv-cinder-815660-7-smb neutron-server[103680]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 16:41:59.284836 dv-cinder-815660-7-smb neutron-server[103680]: self.session.flush() Apr 06 16:41:59.284836 dv-cinder-815660-7-smb neutron-server[103680]: Traceback (most recent call last): Apr 06 16:41:59.284836 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 16:41:59.284836 dv-cinder-815660-7-smb neutron-server[103680]: timer() Apr 06 16:41:59.284836 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 16:41:59.284836 dv-cinder-815660-7-smb neutron-server[103680]: cb(*args, **kw) Apr 06 16:41:59.284836 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 16:41:59.284836 dv-cinder-815660-7-smb neutron-server[103680]: return func(*args, **kwargs) Apr 06 16:41:59.284836 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 16:41:59.284836 dv-cinder-815660-7-smb neutron-server[103680]: self._notify() Apr 06 16:41:59.284836 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 16:41:59.284836 dv-cinder-815660-7-smb neutron-server[103680]: self.callback(batched_events) Apr 06 16:41:59.284836 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 16:41:59.284836 dv-cinder-815660-7-smb neutron-server[103680]: event.method(event) Apr 06 16:41:59.284836 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 16:41:59.284836 dv-cinder-815660-7-smb neutron-server[103680]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 16:41:59.284836 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 16:41:59.284836 dv-cinder-815660-7-smb neutron-server[103680]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 16:41:59.284836 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 16:41:59.284836 dv-cinder-815660-7-smb neutron-server[103680]: return f(self, *a, **k) Apr 06 16:41:59.284836 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 16:41:59.284836 dv-cinder-815660-7-smb neutron-server[103680]: return self._get(url).json() Apr 06 16:41:59.284836 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 16:41:59.284836 dv-cinder-815660-7-smb neutron-server[103680]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 16:41:59.284836 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 16:41:59.284836 dv-cinder-815660-7-smb neutron-server[103680]: return self.request(url, 'GET', **kwargs) Apr 06 16:41:59.284836 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 16:41:59.284836 dv-cinder-815660-7-smb neutron-server[103680]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 16:41:59.284836 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 16:41:59.284836 dv-cinder-815660-7-smb neutron-server[103680]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 16:41:59.284836 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 16:41:59.284836 dv-cinder-815660-7-smb neutron-server[103680]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 16:41:59.284836 dv-cinder-815660-7-smb neutron-server[103680]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 16:41:59.377065 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-fb1ac106-2f62-43cd-89c4-0bf92ac2fd85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-7-smb, 905dec2a-0a2a-4dc2-a373-64830d2ec625) {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:41:59.381150 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1ac106-2f62-43cd-89c4-0bf92ac2fd85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:41:59.381741 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-fb1ac106-2f62-43cd-89c4-0bf92ac2fd85 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:59.386476 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecb30bf-2898-49af-8e93-f5d2c4e7cae6 None None] Network 905dec2a-0a2a-4dc2-a373-64830d2ec625 requested from dv-cinder-815660-7-smb {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:41:59.468701 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c8dd346b-d368-4333-9874-08c2028e727d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1831515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617055'] for network (8ef6f925-e3af-4879-bc93-ee3096c80cf0), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:59.474456 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c8dd346b-d368-4333-9874-08c2028e727d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:59.481425 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-c8dd346b-d368-4333-9874-08c2028e727d admin admin] 10.222.0.49 "DELETE /v2.0/networks/8ef6f925-e3af-4879-bc93-ee3096c80cf0 HTTP/1.1" status: 204 len: 168 time: 0.8399432 Apr 06 16:41:59.489239 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9285a6c3-c3ed-4127-9ef3-12769f0c9fdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00762c58-2b86-5e77-99c4-154082f7bcb4-905dec2a-0a2a-4dc2-a373-64830d2ec625', 'network_id': '905dec2a-0a2a-4dc2-a373-64830d2ec625', 'project_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'fixed_ips': [{'subnet_id': 'a752d7c3-ff9c-4a44-8f1f-3687527ea4c8'}]}} from dv-cinder-815660-7-smb. {{(pid=103682) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 16:41:59.489602 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd346b-d368-4333-9874-08c2028e727d admin admin] Pushing event deleted for resources: {'Network': ['ID=8ef6f925-e3af-4879-bc93-ee3096c80cf0,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:41:59.490185 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-9285a6c3-c3ed-4127-9ef3-12769f0c9fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:59.505306 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 43312) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:41:59.513959 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [None req-5fb6b1f6-5a00-4980-b4f7-4f85063a04b8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-989384086-router', 'tenant_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542'}}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:41:59.520697 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-fb1ac106-2f62-43cd-89c4-0bf92ac2fd85 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0548160 Apr 06 16:41:59.606895 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5fb6b1f6-5a00-4980-b4f7-4f85063a04b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3801'] for router (1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:59.608259 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5fb6b1f6-5a00-4980-b4f7-4f85063a04b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-616774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-594134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3776'] for router (1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:59.676469 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.db_base_plugin_common [None req-9285a6c3-c3ed-4127-9ef3-12769f0c9fdd None None] Allocated IP 172.20.0.2 (905dec2a-0a2a-4dc2-a373-64830d2ec625/a752d7c3-ff9c-4a44-8f1f-3687527ea4c8/bbf3e110-8916-4ef5-8c0d-f0a35bdd6335) {{(pid=103682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:41:59.697987 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5fb6b1f6-5a00-4980-b4f7-4f85063a04b8 admin admin] Publish callbacks [] for router_controller (1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a), precommit_add_association {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:59.715397 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device f2055c4b-e88c-4aae-9b46-13366319827f no longer exists at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:41:59.765984 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] No Port match for: f2055c4b-e88c-4aae-9b46-13366319827f {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:41:59.766314 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device f2055c4b-e88c-4aae-9b46-13366319827f not bound to the agent host dv-cinder-815660-7-smb {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:41:59.766750 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 379f8ad6-644e-4cb2-a34c-83576b613ee1 no longer exists at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:41:59.789550 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] No Port match for: 379f8ad6-644e-4cb2-a34c-83576b613ee1 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:41:59.789892 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 379f8ad6-644e-4cb2-a34c-83576b613ee1 not bound to the agent host dv-cinder-815660-7-smb {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:41:59.805977 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-8130e309-cf3a-477a-acb3-c89232a25892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:59.868230 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 43316) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:41:59.888923 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-9285a6c3-c3ed-4127-9ef3-12769f0c9fdd None None] Publish callbacks [] for port (bbf3e110-8916-4ef5-8c0d-f0a35bdd6335), precommit_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:59.916464 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-ee5290e2-3142-4650-abc6-451ba4946629 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3e0d499680204ce48c74bc5d3b01a192&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0469773 Apr 06 16:41:59.919180 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 43318) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:41:59.953280 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5fb6b1f6-5a00-4980-b4f7-4f85063a04b8 admin admin] Publish callbacks [] for router_gateway (1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:59.967323 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ca7dc85a-f1c7-41d1-996a-2e80998a1402 admin admin] Publish callbacks [] for security_group (c767d90b-a457-4bcf-b1a9-ce7d2a589657), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:59.989867 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ca7dc85a-f1c7-41d1-996a-2e80998a1402 admin admin] Publish callbacks [] for security_group (c767d90b-a457-4bcf-b1a9-ce7d2a589657), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:41:59.995393 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-9285a6c3-c3ed-4127-9ef3-12769f0c9fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276'] for port (bbf3e110-8916-4ef5-8c0d-f0a35bdd6335), after_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:00.040953 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9285a6c3-c3ed-4127-9ef3-12769f0c9fdd None None] Network 905dec2a-0a2a-4dc2-a373-64830d2ec625 is already hosted by enough agents. {{(pid=103682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:42:00.046764 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.scheduler.base_scheduler [None req-9285a6c3-c3ed-4127-9ef3-12769f0c9fdd None None] Resources bound (agent type, host, resource id): {{(pid=103682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:42:00.049352 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9285a6c3-c3ed-4127-9ef3-12769f0c9fdd None None] Received port after_create {{(pid=103682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:42:00.051768 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9285a6c3-c3ed-4127-9ef3-12769f0c9fdd None None] Pushing event updated for resources: {'Port': ['ID=bbf3e110-8916-4ef5-8c0d-f0a35bdd6335,revision_number=1']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:00.108645 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-9285a6c3-c3ed-4127-9ef3-12769f0c9fdd None None] Attempting to bind port bbf3e110-8916-4ef5-8c0d-f0a35bdd6335 on host dv-cinder-815660-7-smb for vnic_type normal with profile {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:42:00.109014 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-9285a6c3-c3ed-4127-9ef3-12769f0c9fdd None None] Attempting to bind port bbf3e110-8916-4ef5-8c0d-f0a35bdd6335 by drivers openvswitch,hyperv on host dv-cinder-815660-7-smb at level 0 using segments [{'id': '6760d168-1300-4193-89bd-f5e48a29d015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '905dec2a-0a2a-4dc2-a373-64830d2ec625'}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:42:00.109381 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9285a6c3-c3ed-4127-9ef3-12769f0c9fdd None None] Attempting to bind port bbf3e110-8916-4ef5-8c0d-f0a35bdd6335 on network 905dec2a-0a2a-4dc2-a373-64830d2ec625 {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:42:00.114412 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9285a6c3-c3ed-4127-9ef3-12769f0c9fdd None None] Checking agent: {'id': 'c8d6835f-40e2-4c71-9616-8d834b10e2ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 22, 6), 'started_at': datetime.datetime(2022, 4, 6, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:42:00.114777 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9285a6c3-c3ed-4127-9ef3-12769f0c9fdd None None] Checking segment: {'id': '6760d168-1300-4193-89bd-f5e48a29d015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '905dec2a-0a2a-4dc2-a373-64830d2ec625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:42:00.115179 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-9285a6c3-c3ed-4127-9ef3-12769f0c9fdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:00.115569 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9285a6c3-c3ed-4127-9ef3-12769f0c9fdd None None] Bound using segment: {'id': '6760d168-1300-4193-89bd-f5e48a29d015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '905dec2a-0a2a-4dc2-a373-64830d2ec625'} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:42:00.116063 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-9285a6c3-c3ed-4127-9ef3-12769f0c9fdd None None] Bound port: bbf3e110-8916-4ef5-8c0d-f0a35bdd6335, host: dv-cinder-815660-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6760d168-1300-4193-89bd-f5e48a29d015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '905dec2a-0a2a-4dc2-a373-64830d2ec625'}}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:42:00.116443 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-9285a6c3-c3ed-4127-9ef3-12769f0c9fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (bbf3e110-8916-4ef5-8c0d-f0a35bdd6335), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:00.119656 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ca7dc85a-f1c7-41d1-996a-2e80998a1402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (c767d90b-a457-4bcf-b1a9-ce7d2a589657), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:00.123041 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ca7dc85a-f1c7-41d1-996a-2e80998a1402 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:00.127084 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-ca7dc85a-f1c7-41d1-996a-2e80998a1402 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c767d90b-a457-4bcf-b1a9-ce7d2a589657 HTTP/1.1" status: 204 len: 168 time: 0.2067447 Apr 06 16:42:00.134928 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7dc85a-f1c7-41d1-996a-2e80998a1402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c767d90b-a457-4bcf-b1a9-ce7d2a589657,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:00.196942 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-9285a6c3-c3ed-4127-9ef3-12769f0c9fdd None None] For port bbf3e110-8916-4ef5-8c0d-f0a35bdd6335, host dv-cinder-815660-7-smb, cleared binding levels {{(pid=103682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:42:00.204009 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-9285a6c3-c3ed-4127-9ef3-12769f0c9fdd None None] For port bbf3e110-8916-4ef5-8c0d-f0a35bdd6335, host dv-cinder-815660-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=bbf3e110-8916-4ef5-8c0d-f0a35bdd6335,segment=NetworkSegment(6760d168-1300-4193-89bd-f5e48a29d015),segment_id=6760d168-1300-4193-89bd-f5e48a29d015)] {{(pid=103682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:42:00.236538 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5fb6b1f6-5a00-4980-b4f7-4f85063a04b8 admin admin] Publish callbacks [] for router_gateway (1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:00.256704 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5fb6b1f6-5a00-4980-b4f7-4f85063a04b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:00.309921 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-9285a6c3-c3ed-4127-9ef3-12769f0c9fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (bbf3e110-8916-4ef5-8c0d-f0a35bdd6335), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:00.371591 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [None req-5fb6b1f6-5a00-4980-b4f7-4f85063a04b8 admin admin] Allocated IP 172.28.0.180 (5748d197-8213-47ef-9188-592aa7f2e542/30360da9-bba6-4593-a408-3cd8aca8fb5f/67b90e50-e195-4b24-84c4-4e453a9330dd) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:42:00.373755 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9285a6c3-c3ed-4127-9ef3-12769f0c9fdd None None] Pushing event updated for resources: {'Port': ['ID=bbf3e110-8916-4ef5-8c0d-f0a35bdd6335,revision_number=2']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:00.478042 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5fb6b1f6-5a00-4980-b4f7-4f85063a04b8 admin admin] Publish callbacks [] for port (67b90e50-e195-4b24-84c4-4e453a9330dd), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:00.669352 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5fb6b1f6-5a00-4980-b4f7-4f85063a04b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6161582'] for port (67b90e50-e195-4b24-84c4-4e453a9330dd), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:00.711447 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb6b1f6-5a00-4980-b4f7-4f85063a04b8 admin admin] Network 5748d197-8213-47ef-9188-592aa7f2e542 is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:42:00.715714 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-5fb6b1f6-5a00-4980-b4f7-4f85063a04b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:42:00.719580 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb6b1f6-5a00-4980-b4f7-4f85063a04b8 admin admin] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:42:00.725253 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb6b1f6-5a00-4980-b4f7-4f85063a04b8 admin admin] Pushing event updated for resources: {'Port': ['ID=67b90e50-e195-4b24-84c4-4e453a9330dd,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:01.103542 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5fb6b1f6-5a00-4980-b4f7-4f85063a04b8 admin admin] Publish callbacks [] for router_gateway (1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:01.321143 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5fb6b1f6-5a00-4980-b4f7-4f85063a04b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-616799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616967'] for router (1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:01.321269 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (0e5c86dc-cd19-4356-a060-9388d8808620), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:01.324357 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438e7526-429f-4718-bc14-b877961e9a35 None None] Network 905dec2a-0a2a-4dc2-a373-64830d2ec625 requested from dv-cinder-815660-7-smb {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:42:01.388219 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-9645a07d-7ac8-4fa7-abfa-ea895bb4e9aa None None] Provisioning complete for port bbf3e110-8916-4ef5-8c0d-f0a35bdd6335 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:42:01.394521 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-9645a07d-7ac8-4fa7-abfa-ea895bb4e9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (bbf3e110-8916-4ef5-8c0d-f0a35bdd6335), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:01.518593 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-9645a07d-7ac8-4fa7-abfa-ea895bb4e9aa None None] Current status of the port bbf3e110-8916-4ef5-8c0d-f0a35bdd6335 is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:42:01.519230 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-9645a07d-7ac8-4fa7-abfa-ea895bb4e9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (bbf3e110-8916-4ef5-8c0d-f0a35bdd6335), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:01.548511 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb6b1f6-5a00-4980-b4f7-4f85063a04b8 admin admin] Router 1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a is scheduled to L3 agent 94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e with binding_index 1 {{(pid=103681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 16:42:01.556461 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-9645a07d-7ac8-4fa7-abfa-ea895bb4e9aa None None] For port bbf3e110-8916-4ef5-8c0d-f0a35bdd6335, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=bbf3e110-8916-4ef5-8c0d-f0a35bdd6335,segment=NetworkSegment(6760d168-1300-4193-89bd-f5e48a29d015),segment_id=6760d168-1300-4193-89bd-f5e48a29d015)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:42:01.634599 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-9645a07d-7ac8-4fa7-abfa-ea895bb4e9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (bbf3e110-8916-4ef5-8c0d-f0a35bdd6335), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:01.695367 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb6b1f6-5a00-4980-b4f7-4f85063a04b8 admin admin] Notify agent at l3_agent.dv-cinder-815660-7-smb the message routers_updated {{(pid=103681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:42:01.706087 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b39dc09-e294-47a1-91ac-82c56734436f None None] Sync routers for ids ['1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a'] in dv-cinder-815660-7-smb {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:42:01.717765 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9645a07d-7ac8-4fa7-abfa-ea895bb4e9aa None None] Pushing event updated for resources: {'Port': ['ID=bbf3e110-8916-4ef5-8c0d-f0a35bdd6335,revision_number=3']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:01.737406 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b39dc09-e294-47a1-91ac-82c56734436f None None] Routers {'1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:42:01.738063 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-9b39dc09-e294-47a1-91ac-82c56734436f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:41:32Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:42:01.779706 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5fb6b1f6-5a00-4980-b4f7-4f85063a04b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:01.781181 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-5fb6b1f6-5a00-4980-b4f7-4f85063a04b8 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2742138 Apr 06 16:42:01.784101 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 43354) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:42:01.784635 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device bbf3e110-8916-4ef5-8c0d-f0a35bdd6335 up at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:42:01.902076 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-87a6f5fb-b023-41f3-a3f1-5c64a8f4f82d None None] Provisioning complete for port bbf3e110-8916-4ef5-8c0d-f0a35bdd6335 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:42:01.902455 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-87a6f5fb-b023-41f3-a3f1-5c64a8f4f82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (bbf3e110-8916-4ef5-8c0d-f0a35bdd6335), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:01.936879 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-9b39dc09-e294-47a1-91ac-82c56734436f None None] Set router 1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a gateway port host: dv-cinder-815660-7-smb {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:42:02.003122 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Provisioning complete for port bbf3e110-8916-4ef5-8c0d-f0a35bdd6335 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:42:02.003497 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (bbf3e110-8916-4ef5-8c0d-f0a35bdd6335), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:02.275684 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-3aee95a9-f950-41de-be92-c1368115ac26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:02.283539 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-5b706068-f26d-4756-85ab-e731a4f45f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:02.359754 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-87a6f5fb-b023-41f3-a3f1-5c64a8f4f82d None None] Current status of the port bbf3e110-8916-4ef5-8c0d-f0a35bdd6335 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:42:02.378793 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Current status of the port bbf3e110-8916-4ef5-8c0d-f0a35bdd6335 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:42:02.405300 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-9b39dc09-e294-47a1-91ac-82c56734436f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a', 'name': 'tempest-TestShelveInstance-989384086-router', 'tenant_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '67b90e50-e195-4b24-84c4-4e453a9330dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:41:59Z', 'updated_at': '2022-04-06T16:42:00Z', 'revision_number': 3, 'project_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'gw_port': {'id': '67b90e50-e195-4b24-84c4-4e453a9330dd', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b6:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:42:00Z', 'updated_at': '2022-04-06T16:42:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb'}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:42:02.434762 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b39dc09-e294-47a1-91ac-82c56734436f None None] Checking router: 1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a for host: dv-cinder-815660-7-smb {{(pid=103682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:42:02.435117 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b39dc09-e294-47a1-91ac-82c56734436f None None] Updating router 1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a port 67b90e50-e195-4b24-84c4-4e453a9330dd binding host dv-cinder-815660-7-smb {{(pid=103682) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 16:42:02.465333 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.db_base_plugin_common [None req-3aee95a9-f950-41de-be92-c1368115ac26 admin admin] Allocated IP 172.20.0.1 (905dec2a-0a2a-4dc2-a373-64830d2ec625/a752d7c3-ff9c-4a44-8f1f-3687527ea4c8/5f3412f5-0a5f-4c29-9e14-14c606211a33) {{(pid=103680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:42:02.467019 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-9b39dc09-e294-47a1-91ac-82c56734436f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (67b90e50-e195-4b24-84c4-4e453a9330dd), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:02.590209 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-3aee95a9-f950-41de-be92-c1368115ac26 admin admin] Publish callbacks [] for port (5f3412f5-0a5f-4c29-9e14-14c606211a33), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:02.732643 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-3aee95a9-f950-41de-be92-c1368115ac26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (5f3412f5-0a5f-4c29-9e14-14c606211a33), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:02.752964 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-9b39dc09-e294-47a1-91ac-82c56734436f None None] Publish callbacks [] for port (67b90e50-e195-4b24-84c4-4e453a9330dd), precommit_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:02.770961 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aee95a9-f950-41de-be92-c1368115ac26 admin admin] Network 905dec2a-0a2a-4dc2-a373-64830d2ec625 is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:42:02.776791 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-3aee95a9-f950-41de-be92-c1368115ac26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:42:02.780838 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aee95a9-f950-41de-be92-c1368115ac26 admin admin] Received port after_create {{(pid=103680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:42:02.813576 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee95a9-f950-41de-be92-c1368115ac26 admin admin] Pushing event updated for resources: {'Port': ['ID=5f3412f5-0a5f-4c29-9e14-14c606211a33,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:02.824727 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aee95a9-f950-41de-be92-c1368115ac26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:42:02.825338 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aee95a9-f950-41de-be92-c1368115ac26 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:42:02.825845 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aee95a9-f950-41de-be92-c1368115ac26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:42:02.826366 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aee95a9-f950-41de-be92-c1368115ac26 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:42:02.826882 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aee95a9-f950-41de-be92-c1368115ac26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:42:02.827217 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aee95a9-f950-41de-be92-c1368115ac26 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:42:02.827555 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aee95a9-f950-41de-be92-c1368115ac26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:42:02.827913 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aee95a9-f950-41de-be92-c1368115ac26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:42:02.828255 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aee95a9-f950-41de-be92-c1368115ac26 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:42:02.828574 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aee95a9-f950-41de-be92-c1368115ac26 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:42:02.828899 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aee95a9-f950-41de-be92-c1368115ac26 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:42:02.829397 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aee95a9-f950-41de-be92-c1368115ac26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:42:02.829889 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aee95a9-f950-41de-be92-c1368115ac26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:42:02.830215 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aee95a9-f950-41de-be92-c1368115ac26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:42:02.830543 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aee95a9-f950-41de-be92-c1368115ac26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:42:02.847620 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-3aee95a9-f950-41de-be92-c1368115ac26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617174'] for router_interface (1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:02.869067 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-9b39dc09-e294-47a1-91ac-82c56734436f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (67b90e50-e195-4b24-84c4-4e453a9330dd), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:02.923230 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-9b39dc09-e294-47a1-91ac-82c56734436f None None] Attempting to bind port 67b90e50-e195-4b24-84c4-4e453a9330dd on host dv-cinder-815660-7-smb for vnic_type normal with profile {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:42:02.923885 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-9b39dc09-e294-47a1-91ac-82c56734436f None None] Attempting to bind port 67b90e50-e195-4b24-84c4-4e453a9330dd by drivers openvswitch,hyperv on host dv-cinder-815660-7-smb at level 0 using segments [{'id': '3728a512-0136-4544-ad0a-d8addcf850d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542'}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:42:02.924486 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b39dc09-e294-47a1-91ac-82c56734436f None None] Attempting to bind port 67b90e50-e195-4b24-84c4-4e453a9330dd on network 5748d197-8213-47ef-9188-592aa7f2e542 {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:42:02.933968 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d57dd-9824-4f60-aea7-3c42894dc343 None None] Pushing event updated for resources: {'Port': ['ID=67b90e50-e195-4b24-84c4-4e453a9330dd,revision_number=2']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:02.936997 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b39dc09-e294-47a1-91ac-82c56734436f None None] Checking agent: {'id': 'c8d6835f-40e2-4c71-9616-8d834b10e2ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 22, 6), 'started_at': datetime.datetime(2022, 4, 6, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:42:02.937677 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b39dc09-e294-47a1-91ac-82c56734436f None None] Checking segment: {'id': '3728a512-0136-4544-ad0a-d8addcf850d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:42:02.938262 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-9b39dc09-e294-47a1-91ac-82c56734436f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:02.938810 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b39dc09-e294-47a1-91ac-82c56734436f None None] Bound using segment: {'id': '3728a512-0136-4544-ad0a-d8addcf850d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542'} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:42:02.939455 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-9b39dc09-e294-47a1-91ac-82c56734436f None None] Bound port: 67b90e50-e195-4b24-84c4-4e453a9330dd, host: dv-cinder-815660-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3728a512-0136-4544-ad0a-d8addcf850d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542'}}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:42:02.940063 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-9b39dc09-e294-47a1-91ac-82c56734436f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (67b90e50-e195-4b24-84c4-4e453a9330dd), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:02.995613 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-9b39dc09-e294-47a1-91ac-82c56734436f None None] For port 67b90e50-e195-4b24-84c4-4e453a9330dd, host dv-cinder-815660-7-smb, cleared binding levels {{(pid=103682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:42:03.001624 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-9b39dc09-e294-47a1-91ac-82c56734436f None None] For port 67b90e50-e195-4b24-84c4-4e453a9330dd, host dv-cinder-815660-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=67b90e50-e195-4b24-84c4-4e453a9330dd,segment=NetworkSegment(3728a512-0136-4544-ad0a-d8addcf850d8),segment_id=3728a512-0136-4544-ad0a-d8addcf850d8)] {{(pid=103682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:42:03.092520 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-01088457-48ff-45d2-ab5e-bf99e306b30b None None] Provisioning complete for port 5f3412f5-0a5f-4c29-9e14-14c606211a33 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:42:03.092819 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-01088457-48ff-45d2-ab5e-bf99e306b30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (5f3412f5-0a5f-4c29-9e14-14c606211a33), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:03.126780 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-01088457-48ff-45d2-ab5e-bf99e306b30b None None] Port 5f3412f5-0a5f-4c29-9e14-14c606211a33 cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:42:03.171883 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-9b39dc09-e294-47a1-91ac-82c56734436f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (67b90e50-e195-4b24-84c4-4e453a9330dd), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:03.190731 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-3aee95a9-f950-41de-be92-c1368115ac26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (5f3412f5-0a5f-4c29-9e14-14c606211a33), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:03.230562 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b39dc09-e294-47a1-91ac-82c56734436f None None] Routers {'1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:42:03.231501 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-9b39dc09-e294-47a1-91ac-82c56734436f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:42:02Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:42:03.236439 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d57dd-9824-4f60-aea7-3c42894dc343 None None] Pushing event updated for resources: {'Port': ['ID=67b90e50-e195-4b24-84c4-4e453a9330dd,revision_number=3']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:03.366541 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-9b39dc09-e294-47a1-91ac-82c56734436f None None] Set router 1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a gateway port host: dv-cinder-815660-7-smb {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:42:03.386011 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-3aee95a9-f950-41de-be92-c1368115ac26 admin admin] Publish callbacks [] for port (5f3412f5-0a5f-4c29-9e14-14c606211a33), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:03.415262 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 43390) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:42:03.510924 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-3aee95a9-f950-41de-be92-c1368115ac26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978180'] for port (5f3412f5-0a5f-4c29-9e14-14c606211a33), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:03.530786 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-254155a5-8296-406c-a448-71f73ecccd6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:03.552167 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:03.582963 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-3aee95a9-f950-41de-be92-c1368115ac26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617286'] for router_interface (1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:03.584852 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee95a9-f950-41de-be92-c1368115ac26 admin admin] Pushing event updated for resources: {'Port': ['ID=5f3412f5-0a5f-4c29-9e14-14c606211a33,revision_number=2']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:03.617378 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.agents_db [None req-a950ddbd-9d44-4943-b7d7-a118ae2e1c13 None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:42:03.630783 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-254155a5-8296-406c-a448-71f73ecccd6c admin admin] Publish callbacks [] for security_group (fbf79583-9ef3-46b3-9dea-9b6ec554835e), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:03.632181 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-9b39dc09-e294-47a1-91ac-82c56734436f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a', 'name': 'tempest-TestShelveInstance-989384086-router', 'tenant_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '67b90e50-e195-4b24-84c4-4e453a9330dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:41:59Z', 'updated_at': '2022-04-06T16:42:02Z', 'revision_number': 4, 'project_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'gw_port': {'id': '67b90e50-e195-4b24-84c4-4e453a9330dd', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b6:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:42:00Z', 'updated_at': '2022-04-06T16:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': '5f3412f5-0a5f-4c29-9e14-14c606211a33', 'name': '', 'network_id': '905dec2a-0a2a-4dc2-a373-64830d2ec625', 'tenant_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'mac_address': 'fa:16:3e:0a:18:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'a752d7c3-ff9c-4a44-8f1f-3687527ea4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:42:02Z', 'updated_at': '2022-04-06T16:42:02Z', 'revision_number': 1, 'project_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'subnets': [{'id': 'a752d7c3-ff9c-4a44-8f1f-3687527ea4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:42:03.659757 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b39dc09-e294-47a1-91ac-82c56734436f None None] The sync data for ids ['1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a'] in dv-cinder-815660-7-smb is: [{'id': '1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a', 'name': 'tempest-TestShelveInstance-989384086-router', 'tenant_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '67b90e50-e195-4b24-84c4-4e453a9330dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:41:59Z', 'updated_at': '2022-04-06T16:42:02Z', 'revision_number': 4, 'project_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'gw_port': {'id': '67b90e50-e195-4b24-84c4-4e453a9330dd', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b6:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:42:00Z', 'updated_at': '2022-04-06T16:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': '5f3412f5-0a5f-4c29-9e14-14c606211a33', 'name': '', 'network_id': '905dec2a-0a2a-4dc2-a373-64830d2ec625', 'tenant_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'mac_address': 'fa:16:3e:0a:18:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'a752d7c3-ff9c-4a44-8f1f-3687527ea4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:42:02Z', 'updated_at': '2022-04-06T16:42:02Z', 'revision_number': 1, 'project_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'subnets': [{'id': 'a752d7c3-ff9c-4a44-8f1f-3687527ea4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:42:03.703928 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aee95a9-f950-41de-be92-c1368115ac26 admin admin] Network 905dec2a-0a2a-4dc2-a373-64830d2ec625 is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:42:03.705509 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-3aee95a9-f950-41de-be92-c1368115ac26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:42:03.714413 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-254155a5-8296-406c-a448-71f73ecccd6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (fbf79583-9ef3-46b3-9dea-9b6ec554835e), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:03.741785 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device bbf3e110-8916-4ef5-8c0d-f0a35bdd6335 up at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:42:03.771140 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 43398) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:42:03.781483 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-254155a5-8296-406c-a448-71f73ecccd6c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=051ed6553ec244e59ee0f6e5524a3dc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3650303 Apr 06 16:42:03.814514 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254155a5-8296-406c-a448-71f73ecccd6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf79583-9ef3-46b3-9dea-9b6ec554835e,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:03.832772 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Provisioning complete for port bbf3e110-8916-4ef5-8c0d-f0a35bdd6335 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:42:03.833152 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (bbf3e110-8916-4ef5-8c0d-f0a35bdd6335), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:03.902154 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ea2a2e59-283f-48bc-bdec-ee53251f9680 admin admin] Publish callbacks [] for security_group (fbf79583-9ef3-46b3-9dea-9b6ec554835e), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:03.966758 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ea2a2e59-283f-48bc-bdec-ee53251f9680 admin admin] Publish callbacks [] for security_group (fbf79583-9ef3-46b3-9dea-9b6ec554835e), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:03.970354 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aee95a9-f950-41de-be92-c1368115ac26 admin admin] Router 1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a has already been hosted by L3 agent 94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e {{(pid=103680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:42:03.972701 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Current status of the port bbf3e110-8916-4ef5-8c0d-f0a35bdd6335 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:42:04.130164 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aee95a9-f950-41de-be92-c1368115ac26 admin admin] Notify agent at l3_agent.dv-cinder-815660-7-smb the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:42:04.136247 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-3aee95a9-f950-41de-be92-c1368115ac26 admin admin] 10.222.0.49 "PUT /v2.0/routers/1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3509021 Apr 06 16:42:04.155885 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-1defe4c8-9970-4562-aaa6-98d69b3c91a6 None None] Provisioning complete for port 5f3412f5-0a5f-4c29-9e14-14c606211a33 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:42:04.156367 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-1defe4c8-9970-4562-aaa6-98d69b3c91a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (5f3412f5-0a5f-4c29-9e14-14c606211a33), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:04.209378 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-1defe4c8-9970-4562-aaa6-98d69b3c91a6 None None] Port 5f3412f5-0a5f-4c29-9e14-14c606211a33 cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:42:04.245643 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ea2a2e59-283f-48bc-bdec-ee53251f9680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (fbf79583-9ef3-46b3-9dea-9b6ec554835e), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:04.248326 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ea2a2e59-283f-48bc-bdec-ee53251f9680 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:04.249465 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-ea2a2e59-283f-48bc-bdec-ee53251f9680 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fbf79583-9ef3-46b3-9dea-9b6ec554835e HTTP/1.1" status: 204 len: 168 time: 0.4772234 Apr 06 16:42:04.260861 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a2e59-283f-48bc-bdec-ee53251f9680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf79583-9ef3-46b3-9dea-9b6ec554835e,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:04.622812 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:05.074058 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 43422) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:42:05.087557 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-852c19fd-81b4-4c88-9222-d07e71ee5177 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:05.164500 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-852c19fd-81b4-4c88-9222-d07e71ee5177 admin admin] Publish callbacks [] for security_group (71a9beb5-c83a-45fc-9f22-4a98e1dbb876), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:05.204189 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 43426) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:42:05.209048 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [None req-e9973814-a375-4305-ac26-cfc439949a4b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1563702747-network', 'tenant_id': '1c67d5ab7a5542f182bbc10b40cd4b22'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:42:05.251437 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-852c19fd-81b4-4c88-9222-d07e71ee5177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (71a9beb5-c83a-45fc-9f22-4a98e1dbb876), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:05.292826 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-852c19fd-81b4-4c88-9222-d07e71ee5177 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=360ba62c549c46338e07647a307720ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2175834 Apr 06 16:42:05.293983 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c19fd-81b4-4c88-9222-d07e71ee5177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a9beb5-c83a-45fc-9f22-4a98e1dbb876,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:05.295443 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 43432) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:42:05.344247 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9973814-a375-4305-ac26-cfc439949a4b admin admin] Made reservation on behalf of 1c67d5ab7a5542f182bbc10b40cd4b22 for: {'network': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:42:05.346466 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e9973814-a375-4305-ac26-cfc439949a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for network (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:05.349364 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5ffede3c-62dc-482a-b158-bb261853ba66 admin admin] Publish callbacks [] for security_group (71a9beb5-c83a-45fc-9f22-4a98e1dbb876), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:05.357246 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e9973814-a375-4305-ac26-cfc439949a4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:05.386503 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5ffede3c-62dc-482a-b158-bb261853ba66 admin admin] Publish callbacks [] for security_group (71a9beb5-c83a-45fc-9f22-4a98e1dbb876), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:05.487528 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e9973814-a375-4305-ac26-cfc439949a4b admin admin] Publish callbacks [] for security_group (eec117fc-61a7-4f50-936d-adc2ba530ff7), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:05.591314 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5ffede3c-62dc-482a-b158-bb261853ba66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (71a9beb5-c83a-45fc-9f22-4a98e1dbb876), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:05.592275 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5ffede3c-62dc-482a-b158-bb261853ba66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:05.593454 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-5ffede3c-62dc-482a-b158-bb261853ba66 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/71a9beb5-c83a-45fc-9f22-4a98e1dbb876 HTTP/1.1" status: 204 len: 168 time: 0.2963500 Apr 06 16:42:05.601772 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffede3c-62dc-482a-b158-bb261853ba66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a9beb5-c83a-45fc-9f22-4a98e1dbb876,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:05.633892 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e9973814-a375-4305-ac26-cfc439949a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (eec117fc-61a7-4f50-936d-adc2ba530ff7), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:05.660463 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9973814-a375-4305-ac26-cfc439949a4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=103681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 16:42:05.695025 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9973814-a375-4305-ac26-cfc439949a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec117fc-61a7-4f50-936d-adc2ba530ff7,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:05.698999 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e9973814-a375-4305-ac26-cfc439949a4b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758156444784', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1728802'] for segment (a4f3e35a-9e40-4a51-999b-b6c0a1ddfe4f), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:05.699555 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e9973814-a375-4305-ac26-cfc439949a4b admin admin] Unsubscribe: segment precommit_create {{(pid=103681) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 06 16:42:05.700172 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.db.segments_db [None req-e9973814-a375-4305-ac26-cfc439949a4b admin admin] Added segment a4f3e35a-9e40-4a51-999b-b6c0a1ddfe4f of type vlan for network cae221a0-69ca-49f4-afe9-62cfee1f1427 Apr 06 16:42:05.753976 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 67b90e50-e195-4b24-84c4-4e453a9330dd up at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:42:05.766263 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e9973814-a375-4305-ac26-cfc439949a4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758155981114'] for network (cae221a0-69ca-49f4-afe9-62cfee1f1427), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:05.813119 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc1d290-c299-4186-9d9a-6ddf27f2b4d9 None None] Sync routers for ids ['1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a'] in dv-cinder-815660-7-smb {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:42:05.814589 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Provisioning complete for port 67b90e50-e195-4b24-84c4-4e453a9330dd triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:42:05.815188 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (67b90e50-e195-4b24-84c4-4e453a9330dd), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:05.824546 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc1d290-c299-4186-9d9a-6ddf27f2b4d9 None None] Routers {'1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:42:05.825268 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-5dc1d290-c299-4186-9d9a-6ddf27f2b4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:42:02Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:42:05.906945 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Current status of the port 67b90e50-e195-4b24-84c4-4e453a9330dd is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:42:05.907508 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (67b90e50-e195-4b24-84c4-4e453a9330dd), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:05.920058 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e9973814-a375-4305-ac26-cfc439949a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069'] for network (cae221a0-69ca-49f4-afe9-62cfee1f1427), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:05.921146 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9973814-a375-4305-ac26-cfc439949a4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:05.921946 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e9973814-a375-4305-ac26-cfc439949a4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:05.938869 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-5dc1d290-c299-4186-9d9a-6ddf27f2b4d9 None None] Set router 1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a gateway port host: dv-cinder-815660-7-smb {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:42:05.944936 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] For port 67b90e50-e195-4b24-84c4-4e453a9330dd, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=67b90e50-e195-4b24-84c4-4e453a9330dd,segment=NetworkSegment(3728a512-0136-4544-ad0a-d8addcf850d8),segment_id=3728a512-0136-4544-ad0a-d8addcf850d8)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:42:06.016782 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9973814-a375-4305-ac26-cfc439949a4b admin admin] Pushing event updated for resources: {'Network': ['ID=cae221a0-69ca-49f4-afe9-62cfee1f1427,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:06.029081 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Network cae221a0-69ca-49f4-afe9-62cfee1f1427 details requested by agent ovs-agent-dv-cinder-815660-7-smb with host dv-cinder-815660-7-smb {{(pid=103682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 16:42:06.065152 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-e9973814-a375-4305-ac26-cfc439949a4b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8596334 Apr 06 16:42:06.067669 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 43444) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:42:06.072703 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [None req-0d364a30-59e3-4992-821e-ccf1578769e8 admin admin] Request body: {'subnet': {'network_id': 'cae221a0-69ca-49f4-afe9-62cfee1f1427', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1563702747-subnet', 'tenant_id': '1c67d5ab7a5542f182bbc10b40cd4b22', 'ip_version': 4}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:42:06.085190 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (67b90e50-e195-4b24-84c4-4e453a9330dd), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:06.182020 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Pushing event updated for resources: {'Port': ['ID=67b90e50-e195-4b24-84c4-4e453a9330dd,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:06.211240 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d364a30-59e3-4992-821e-ccf1578769e8 admin admin] Made reservation on behalf of 1c67d5ab7a5542f182bbc10b40cd4b22 for: {'subnet': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:42:06.214817 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-0d364a30-59e3-4992-821e-ccf1578769e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4648709'] for subnet (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:06.250827 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:06.259058 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-5dc1d290-c299-4186-9d9a-6ddf27f2b4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a', 'name': 'tempest-TestShelveInstance-989384086-router', 'tenant_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '67b90e50-e195-4b24-84c4-4e453a9330dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:41:59Z', 'updated_at': '2022-04-06T16:42:02Z', 'revision_number': 4, 'project_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'gw_port': {'id': '67b90e50-e195-4b24-84c4-4e453a9330dd', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b6:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:42:00Z', 'updated_at': '2022-04-06T16:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': '5f3412f5-0a5f-4c29-9e14-14c606211a33', 'name': '', 'network_id': '905dec2a-0a2a-4dc2-a373-64830d2ec625', 'tenant_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'mac_address': 'fa:16:3e:0a:18:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'a752d7c3-ff9c-4a44-8f1f-3687527ea4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:42:02Z', 'updated_at': '2022-04-06T16:42:03Z', 'revision_number': 2, 'project_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'subnets': [{'id': 'a752d7c3-ff9c-4a44-8f1f-3687527ea4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:42:06.285768 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc1d290-c299-4186-9d9a-6ddf27f2b4d9 None None] Checking router: 1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a for host: dv-cinder-815660-7-smb {{(pid=103683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:42:06.286134 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc1d290-c299-4186-9d9a-6ddf27f2b4d9 None None] Updating router 1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a port 5f3412f5-0a5f-4c29-9e14-14c606211a33 binding host dv-cinder-815660-7-smb {{(pid=103683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 16:42:06.315831 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-5dc1d290-c299-4186-9d9a-6ddf27f2b4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (5f3412f5-0a5f-4c29-9e14-14c606211a33), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:06.464409 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-0d364a30-59e3-4992-821e-ccf1578769e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6162270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4648731'] for subnet (45fae3d3-9d27-4c61-9a89-eeac13f05f07), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:06.526468 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d364a30-59e3-4992-821e-ccf1578769e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45fae3d3-9d27-4c61-9a89-eeac13f05f07,revision_number=0']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:06.532432 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d364a30-59e3-4992-821e-ccf1578769e8 admin admin] Checking segment: {'id': 'a4f3e35a-9e40-4a51-999b-b6c0a1ddfe4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'cae221a0-69ca-49f4-afe9-62cfee1f1427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:42:06.532801 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d364a30-59e3-4992-821e-ccf1578769e8 admin admin] Network hostable DHCP agents. Network: cae221a0-69ca-49f4-afe9-62cfee1f1427, hostable agents: ['f8e9d332-5077-4d82-8c59-e3560cf7409d'], hosted agents: [] {{(pid=103681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 16:42:06.600412 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-5dc1d290-c299-4186-9d9a-6ddf27f2b4d9 None None] Publish callbacks [] for port (5f3412f5-0a5f-4c29-9e14-14c606211a33), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:06.645340 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d364a30-59e3-4992-821e-ccf1578769e8 admin admin] Network cae221a0-69ca-49f4-afe9-62cfee1f1427 is scheduled to be hosted by DHCP agent f8e9d332-5077-4d82-8c59-e3560cf7409d with binding_index 1 {{(pid=103681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 16:42:06.707863 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-5dc1d290-c299-4186-9d9a-6ddf27f2b4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (5f3412f5-0a5f-4c29-9e14-14c606211a33), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:06.736840 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-0d364a30-59e3-4992-821e-ccf1578769e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-7-smb, cae221a0-69ca-49f4-afe9-62cfee1f1427) {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:42:06.742025 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d364a30-59e3-4992-821e-ccf1578769e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:06.746635 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-0d364a30-59e3-4992-821e-ccf1578769e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for subnet (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:06.753545 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a08c577-f5fb-4cdd-88b7-2aaa241b1e4a None None] Network cae221a0-69ca-49f4-afe9-62cfee1f1427 requested from dv-cinder-815660-7-smb {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:42:06.758917 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb64a911-c890-44f5-a3da-bec747037a61 None None] Pushing event updated for resources: {'Port': ['ID=5f3412f5-0a5f-4c29-9e14-14c606211a33,revision_number=3']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:06.768127 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb64a911-c890-44f5-a3da-bec747037a61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:42:06.768476 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb64a911-c890-44f5-a3da-bec747037a61 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:42:06.768865 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb64a911-c890-44f5-a3da-bec747037a61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:42:06.769258 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb64a911-c890-44f5-a3da-bec747037a61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:42:06.769833 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb64a911-c890-44f5-a3da-bec747037a61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:42:06.770215 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb64a911-c890-44f5-a3da-bec747037a61 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:42:06.770616 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb64a911-c890-44f5-a3da-bec747037a61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:42:06.771019 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb64a911-c890-44f5-a3da-bec747037a61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:42:06.771355 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb64a911-c890-44f5-a3da-bec747037a61 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:42:06.771732 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb64a911-c890-44f5-a3da-bec747037a61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:42:06.790174 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb64a911-c890-44f5-a3da-bec747037a61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:42:06.790174 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb64a911-c890-44f5-a3da-bec747037a61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:42:06.790174 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb64a911-c890-44f5-a3da-bec747037a61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:42:06.790174 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb64a911-c890-44f5-a3da-bec747037a61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:42:06.790174 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb64a911-c890-44f5-a3da-bec747037a61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:42:06.851324 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-5dc1d290-c299-4186-9d9a-6ddf27f2b4d9 None None] Attempting to bind port 5f3412f5-0a5f-4c29-9e14-14c606211a33 on host dv-cinder-815660-7-smb for vnic_type normal with profile {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:42:06.853637 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-5dc1d290-c299-4186-9d9a-6ddf27f2b4d9 None None] Attempting to bind port 5f3412f5-0a5f-4c29-9e14-14c606211a33 by drivers openvswitch,hyperv on host dv-cinder-815660-7-smb at level 0 using segments [{'id': '6760d168-1300-4193-89bd-f5e48a29d015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '905dec2a-0a2a-4dc2-a373-64830d2ec625'}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:42:06.855806 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc1d290-c299-4186-9d9a-6ddf27f2b4d9 None None] Attempting to bind port 5f3412f5-0a5f-4c29-9e14-14c606211a33 on network 905dec2a-0a2a-4dc2-a373-64830d2ec625 {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:42:06.861662 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc1d290-c299-4186-9d9a-6ddf27f2b4d9 None None] Checking agent: {'id': 'c8d6835f-40e2-4c71-9616-8d834b10e2ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 22, 6), 'started_at': datetime.datetime(2022, 4, 6, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:42:06.862042 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc1d290-c299-4186-9d9a-6ddf27f2b4d9 None None] Checking segment: {'id': '6760d168-1300-4193-89bd-f5e48a29d015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '905dec2a-0a2a-4dc2-a373-64830d2ec625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:42:06.862502 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-5dc1d290-c299-4186-9d9a-6ddf27f2b4d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:06.863078 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc1d290-c299-4186-9d9a-6ddf27f2b4d9 None None] Bound using segment: {'id': '6760d168-1300-4193-89bd-f5e48a29d015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '905dec2a-0a2a-4dc2-a373-64830d2ec625'} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:42:06.863570 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-5dc1d290-c299-4186-9d9a-6ddf27f2b4d9 None None] Bound port: 5f3412f5-0a5f-4c29-9e14-14c606211a33, host: dv-cinder-815660-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6760d168-1300-4193-89bd-f5e48a29d015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '905dec2a-0a2a-4dc2-a373-64830d2ec625'}}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:42:06.863974 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-5dc1d290-c299-4186-9d9a-6ddf27f2b4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (5f3412f5-0a5f-4c29-9e14-14c606211a33), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:06.887283 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 43462) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:42:06.887788 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-0d364a30-59e3-4992-821e-ccf1578769e8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8188622 Apr 06 16:42:06.893603 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-eff1ec59-8125-493a-a070-24b20b33cf67 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1563702747-router', 'tenant_id': '1c67d5ab7a5542f182bbc10b40cd4b22', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542'}}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:42:06.907511 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161be064-6a87-4270-96db-2f87f0559380 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00762c58-2b86-5e77-99c4-154082f7bcb4-cae221a0-69ca-49f4-afe9-62cfee1f1427', 'network_id': 'cae221a0-69ca-49f4-afe9-62cfee1f1427', 'project_id': '1c67d5ab7a5542f182bbc10b40cd4b22', 'fixed_ips': [{'subnet_id': '45fae3d3-9d27-4c61-9a89-eeac13f05f07'}]}} from dv-cinder-815660-7-smb. {{(pid=103682) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 16:42:06.910935 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-161be064-6a87-4270-96db-2f87f0559380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:06.940609 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.db [None req-5dc1d290-c299-4186-9d9a-6ddf27f2b4d9 None None] For port 5f3412f5-0a5f-4c29-9e14-14c606211a33, host dv-cinder-815660-7-smb, cleared binding levels {{(pid=103683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:42:06.944251 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.db [None req-5dc1d290-c299-4186-9d9a-6ddf27f2b4d9 None None] For port 5f3412f5-0a5f-4c29-9e14-14c606211a33, host dv-cinder-815660-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=5f3412f5-0a5f-4c29-9e14-14c606211a33,segment=NetworkSegment(6760d168-1300-4193-89bd-f5e48a29d015),segment_id=6760d168-1300-4193-89bd-f5e48a29d015)] {{(pid=103683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:42:06.999718 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-eff1ec59-8125-493a-a070-24b20b33cf67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3801'] for router (174f8b3c-8340-4147-bf93-6f00e059399a), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:07.000811 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-eff1ec59-8125-493a-a070-24b20b33cf67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-616774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-594134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3776'] for router (174f8b3c-8340-4147-bf93-6f00e059399a), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:07.035289 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-5dc1d290-c299-4186-9d9a-6ddf27f2b4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (5f3412f5-0a5f-4c29-9e14-14c606211a33), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:07.063868 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-eff1ec59-8125-493a-a070-24b20b33cf67 admin admin] Publish callbacks [] for router_controller (174f8b3c-8340-4147-bf93-6f00e059399a), precommit_add_association {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:07.095207 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.db_base_plugin_common [None req-161be064-6a87-4270-96db-2f87f0559380 None None] Allocated IP 172.20.0.2 (cae221a0-69ca-49f4-afe9-62cfee1f1427/45fae3d3-9d27-4c61-9a89-eeac13f05f07/1b33361c-0c40-4f9c-b885-2877a73c7941) {{(pid=103682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:42:07.097314 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-a482ed4d-bc11-4bba-a9cd-4e8b40d1e705 None None] Provisioning complete for port 5f3412f5-0a5f-4c29-9e14-14c606211a33 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:42:07.097691 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a482ed4d-bc11-4bba-a9cd-4e8b40d1e705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (5f3412f5-0a5f-4c29-9e14-14c606211a33), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:07.101134 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb64a911-c890-44f5-a3da-bec747037a61 None None] Pushing event updated for resources: {'Port': ['ID=5f3412f5-0a5f-4c29-9e14-14c606211a33,revision_number=4']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:07.107172 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc1d290-c299-4186-9d9a-6ddf27f2b4d9 None None] Routers {'1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:42:07.107808 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-5dc1d290-c299-4186-9d9a-6ddf27f2b4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:42:02Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:42:07.232938 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-5dc1d290-c299-4186-9d9a-6ddf27f2b4d9 None None] Set router 1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a gateway port host: dv-cinder-815660-7-smb {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:42:07.363520 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-a482ed4d-bc11-4bba-a9cd-4e8b40d1e705 None None] Current status of the port 5f3412f5-0a5f-4c29-9e14-14c606211a33 is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:42:07.370251 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a482ed4d-bc11-4bba-a9cd-4e8b40d1e705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (5f3412f5-0a5f-4c29-9e14-14c606211a33), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:07.397283 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-eff1ec59-8125-493a-a070-24b20b33cf67 admin admin] Publish callbacks [] for router_gateway (174f8b3c-8340-4147-bf93-6f00e059399a), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:07.447830 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-a482ed4d-bc11-4bba-a9cd-4e8b40d1e705 None None] For port 5f3412f5-0a5f-4c29-9e14-14c606211a33, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=5f3412f5-0a5f-4c29-9e14-14c606211a33,segment=NetworkSegment(6760d168-1300-4193-89bd-f5e48a29d015),segment_id=6760d168-1300-4193-89bd-f5e48a29d015)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:42:07.469700 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-161be064-6a87-4270-96db-2f87f0559380 None None] Publish callbacks [] for port (1b33361c-0c40-4f9c-b885-2877a73c7941), precommit_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:07.488538 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-5dc1d290-c299-4186-9d9a-6ddf27f2b4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a', 'name': 'tempest-TestShelveInstance-989384086-router', 'tenant_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '67b90e50-e195-4b24-84c4-4e453a9330dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:41:59Z', 'updated_at': '2022-04-06T16:42:02Z', 'revision_number': 4, 'project_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'gw_port': {'id': '67b90e50-e195-4b24-84c4-4e453a9330dd', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:42:00Z', 'updated_at': '2022-04-06T16:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': '5f3412f5-0a5f-4c29-9e14-14c606211a33', 'name': '', 'network_id': '905dec2a-0a2a-4dc2-a373-64830d2ec625', 'tenant_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'mac_address': 'fa:16:3e:0a:18:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'a752d7c3-ff9c-4a44-8f1f-3687527ea4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:42:02Z', 'updated_at': '2022-04-06T16:42:06Z', 'revision_number': 4, 'project_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'subnets': [{'id': 'a752d7c3-ff9c-4a44-8f1f-3687527ea4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:42:07.514057 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a482ed4d-bc11-4bba-a9cd-4e8b40d1e705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (5f3412f5-0a5f-4c29-9e14-14c606211a33), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:07.517208 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc1d290-c299-4186-9d9a-6ddf27f2b4d9 None None] The sync data for ids ['1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a'] in dv-cinder-815660-7-smb is: [{'id': '1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a', 'name': 'tempest-TestShelveInstance-989384086-router', 'tenant_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '67b90e50-e195-4b24-84c4-4e453a9330dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:41:59Z', 'updated_at': '2022-04-06T16:42:02Z', 'revision_number': 4, 'project_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'gw_port': {'id': '67b90e50-e195-4b24-84c4-4e453a9330dd', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:42:00Z', 'updated_at': '2022-04-06T16:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': '5f3412f5-0a5f-4c29-9e14-14c606211a33', 'name': '', 'network_id': '905dec2a-0a2a-4dc2-a373-64830d2ec625', 'tenant_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'mac_address': 'fa:16:3e:0a:18:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'a752d7c3-ff9c-4a44-8f1f-3687527ea4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:42:02Z', 'updated_at': '2022-04-06T16:42:06Z', 'revision_number': 4, 'project_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'subnets': [{'id': 'a752d7c3-ff9c-4a44-8f1f-3687527ea4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:42:07.573581 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a482ed4d-bc11-4bba-a9cd-4e8b40d1e705 None None] Pushing event updated for resources: {'Port': ['ID=5f3412f5-0a5f-4c29-9e14-14c606211a33,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:07.611347 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-161be064-6a87-4270-96db-2f87f0559380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276'] for port (1b33361c-0c40-4f9c-b885-2877a73c7941), after_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:07.661980 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161be064-6a87-4270-96db-2f87f0559380 None None] Pushing event updated for resources: {'Port': ['ID=1b33361c-0c40-4f9c-b885-2877a73c7941,revision_number=1']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:07.723328 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-eff1ec59-8125-493a-a070-24b20b33cf67 admin admin] Publish callbacks [] for router_gateway (174f8b3c-8340-4147-bf93-6f00e059399a), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:07.757426 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-eff1ec59-8125-493a-a070-24b20b33cf67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:07.888759 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161be064-6a87-4270-96db-2f87f0559380 None None] Network cae221a0-69ca-49f4-afe9-62cfee1f1427 is already hosted by enough agents. {{(pid=103682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:42:07.892268 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 5f3412f5-0a5f-4c29-9e14-14c606211a33 up at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:42:07.912395 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.db_base_plugin_common [None req-eff1ec59-8125-493a-a070-24b20b33cf67 admin admin] Allocated IP 172.28.0.64 (5748d197-8213-47ef-9188-592aa7f2e542/30360da9-bba6-4593-a408-3cd8aca8fb5f/f4a09dc2-fbc5-42c5-b8ce-de0a761abc76) {{(pid=103680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:42:07.927114 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.scheduler.base_scheduler [None req-161be064-6a87-4270-96db-2f87f0559380 None None] Resources bound (agent type, host, resource id): {{(pid=103682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:42:07.931207 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-7f6404e4-aff1-456b-8296-dba7c74f0140 None None] Provisioning complete for port 5f3412f5-0a5f-4c29-9e14-14c606211a33 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:42:07.931587 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7f6404e4-aff1-456b-8296-dba7c74f0140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (5f3412f5-0a5f-4c29-9e14-14c606211a33), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:07.935308 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161be064-6a87-4270-96db-2f87f0559380 None None] Received port after_create {{(pid=103682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:42:08.047885 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Provisioning complete for port 5f3412f5-0a5f-4c29-9e14-14c606211a33 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:42:08.048326 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (5f3412f5-0a5f-4c29-9e14-14c606211a33), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:08.050835 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-161be064-6a87-4270-96db-2f87f0559380 None None] Attempting to bind port 1b33361c-0c40-4f9c-b885-2877a73c7941 on host dv-cinder-815660-7-smb for vnic_type normal with profile {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:42:08.051213 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-161be064-6a87-4270-96db-2f87f0559380 None None] Attempting to bind port 1b33361c-0c40-4f9c-b885-2877a73c7941 by drivers openvswitch,hyperv on host dv-cinder-815660-7-smb at level 0 using segments [{'id': 'a4f3e35a-9e40-4a51-999b-b6c0a1ddfe4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'cae221a0-69ca-49f4-afe9-62cfee1f1427'}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:42:08.051616 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161be064-6a87-4270-96db-2f87f0559380 None None] Attempting to bind port 1b33361c-0c40-4f9c-b885-2877a73c7941 on network cae221a0-69ca-49f4-afe9-62cfee1f1427 {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:42:08.075311 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-eff1ec59-8125-493a-a070-24b20b33cf67 admin admin] Publish callbacks [] for port (f4a09dc2-fbc5-42c5-b8ce-de0a761abc76), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:08.079529 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161be064-6a87-4270-96db-2f87f0559380 None None] Checking agent: {'id': 'c8d6835f-40e2-4c71-9616-8d834b10e2ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 22, 6), 'started_at': datetime.datetime(2022, 4, 6, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:42:08.079948 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161be064-6a87-4270-96db-2f87f0559380 None None] Checking segment: {'id': 'a4f3e35a-9e40-4a51-999b-b6c0a1ddfe4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'cae221a0-69ca-49f4-afe9-62cfee1f1427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:42:08.080681 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-161be064-6a87-4270-96db-2f87f0559380 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:08.080804 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161be064-6a87-4270-96db-2f87f0559380 None None] Bound using segment: {'id': 'a4f3e35a-9e40-4a51-999b-b6c0a1ddfe4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'cae221a0-69ca-49f4-afe9-62cfee1f1427'} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:42:08.081260 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-161be064-6a87-4270-96db-2f87f0559380 None None] Bound port: 1b33361c-0c40-4f9c-b885-2877a73c7941, host: dv-cinder-815660-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f3e35a-9e40-4a51-999b-b6c0a1ddfe4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'cae221a0-69ca-49f4-afe9-62cfee1f1427'}}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:42:08.081656 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-161be064-6a87-4270-96db-2f87f0559380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (1b33361c-0c40-4f9c-b885-2877a73c7941), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:08.172350 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-7f6404e4-aff1-456b-8296-dba7c74f0140 None None] Current status of the port 5f3412f5-0a5f-4c29-9e14-14c606211a33 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:42:08.228756 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-eff1ec59-8125-493a-a070-24b20b33cf67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (f4a09dc2-fbc5-42c5-b8ce-de0a761abc76), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:08.234907 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-161be064-6a87-4270-96db-2f87f0559380 None None] For port 1b33361c-0c40-4f9c-b885-2877a73c7941, host dv-cinder-815660-7-smb, cleared binding levels {{(pid=103682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:42:08.239229 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-161be064-6a87-4270-96db-2f87f0559380 None None] For port 1b33361c-0c40-4f9c-b885-2877a73c7941, host dv-cinder-815660-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=1b33361c-0c40-4f9c-b885-2877a73c7941,segment=NetworkSegment(a4f3e35a-9e40-4a51-999b-b6c0a1ddfe4f),segment_id=a4f3e35a-9e40-4a51-999b-b6c0a1ddfe4f)] {{(pid=103682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:42:08.241055 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Current status of the port 5f3412f5-0a5f-4c29-9e14-14c606211a33 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:42:08.242180 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 67b90e50-e195-4b24-84c4-4e453a9330dd up at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:42:08.273997 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff1ec59-8125-493a-a070-24b20b33cf67 admin admin] Network 5748d197-8213-47ef-9188-592aa7f2e542 is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:42:08.277639 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-eff1ec59-8125-493a-a070-24b20b33cf67 admin admin] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:42:08.281998 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff1ec59-8125-493a-a070-24b20b33cf67 admin admin] Received port after_create {{(pid=103680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:42:08.296578 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Provisioning complete for port 67b90e50-e195-4b24-84c4-4e453a9330dd triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:42:08.296967 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (67b90e50-e195-4b24-84c4-4e453a9330dd), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:08.310099 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff1ec59-8125-493a-a070-24b20b33cf67 admin admin] Pushing event updated for resources: {'Port': ['ID=f4a09dc2-fbc5-42c5-b8ce-de0a761abc76,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:08.402352 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-161be064-6a87-4270-96db-2f87f0559380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (1b33361c-0c40-4f9c-b885-2877a73c7941), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:08.465260 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Current status of the port 67b90e50-e195-4b24-84c4-4e453a9330dd is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:42:08.487973 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161be064-6a87-4270-96db-2f87f0559380 None None] Pushing event updated for resources: {'Port': ['ID=1b33361c-0c40-4f9c-b885-2877a73c7941,revision_number=2']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:08.776923 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-eff1ec59-8125-493a-a070-24b20b33cf67 admin admin] Publish callbacks [] for router_gateway (174f8b3c-8340-4147-bf93-6f00e059399a), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:08.997297 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-eff1ec59-8125-493a-a070-24b20b33cf67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-616799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616967'] for router (174f8b3c-8340-4147-bf93-6f00e059399a), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:09.502928 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff1ec59-8125-493a-a070-24b20b33cf67 admin admin] Router 174f8b3c-8340-4147-bf93-6f00e059399a is scheduled to L3 agent 94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e with binding_index 1 {{(pid=103680) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 16:42:09.509415 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a989d94-8a13-4208-825b-1bbf5fa74489 None None] Network cae221a0-69ca-49f4-afe9-62cfee1f1427 requested from dv-cinder-815660-7-smb {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:42:09.621761 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff1ec59-8125-493a-a070-24b20b33cf67 admin admin] Notify agent at l3_agent.dv-cinder-815660-7-smb the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:42:09.624608 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-64d35e52-9883-4520-bb27-4bae46173034 None None] Provisioning complete for port 1b33361c-0c40-4f9c-b885-2877a73c7941 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:42:09.625007 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-64d35e52-9883-4520-bb27-4bae46173034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (1b33361c-0c40-4f9c-b885-2877a73c7941), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:09.649554 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c32d69-8c06-4d9f-b914-69a42d18807a None None] Sync routers for ids ['174f8b3c-8340-4147-bf93-6f00e059399a'] in dv-cinder-815660-7-smb {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:42:09.678374 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c32d69-8c06-4d9f-b914-69a42d18807a None None] Routers {'174f8b3c-8340-4147-bf93-6f00e059399a'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:42:09.679012 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-71c32d69-8c06-4d9f-b914-69a42d18807a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:42:02Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['174f8b3c-8340-4147-bf93-6f00e059399a'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:42:09.779360 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-eff1ec59-8125-493a-a070-24b20b33cf67 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:09.783641 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-eff1ec59-8125-493a-a070-24b20b33cf67 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8915079 Apr 06 16:42:09.784166 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 43530) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:42:09.794561 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 1b33361c-0c40-4f9c-b885-2877a73c7941 up at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:42:09.855958 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-64d35e52-9883-4520-bb27-4bae46173034 None None] Current status of the port 1b33361c-0c40-4f9c-b885-2877a73c7941 is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:42:09.856379 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-64d35e52-9883-4520-bb27-4bae46173034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (1b33361c-0c40-4f9c-b885-2877a73c7941), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:09.891137 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-71c32d69-8c06-4d9f-b914-69a42d18807a None None] Set router 174f8b3c-8340-4147-bf93-6f00e059399a gateway port host: dv-cinder-815660-7-smb {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:42:09.971917 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-64d35e52-9883-4520-bb27-4bae46173034 None None] For port 1b33361c-0c40-4f9c-b885-2877a73c7941, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=1b33361c-0c40-4f9c-b885-2877a73c7941,segment=NetworkSegment(a4f3e35a-9e40-4a51-999b-b6c0a1ddfe4f),segment_id=a4f3e35a-9e40-4a51-999b-b6c0a1ddfe4f)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:42:10.016203 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Provisioning complete for port 1b33361c-0c40-4f9c-b885-2877a73c7941 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:42:10.016585 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (1b33361c-0c40-4f9c-b885-2877a73c7941), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:10.138554 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-64d35e52-9883-4520-bb27-4bae46173034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (1b33361c-0c40-4f9c-b885-2877a73c7941), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:10.177669 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Current status of the port 1b33361c-0c40-4f9c-b885-2877a73c7941 is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:42:10.178071 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (1b33361c-0c40-4f9c-b885-2877a73c7941), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:10.225550 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d35e52-9883-4520-bb27-4bae46173034 None None] Pushing event updated for resources: {'Port': ['ID=1b33361c-0c40-4f9c-b885-2877a73c7941,revision_number=3']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:10.227349 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-ab7d9611-443a-496c-ae48-bd7d765d6d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:10.270218 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-71c32d69-8c06-4d9f-b914-69a42d18807a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174f8b3c-8340-4147-bf93-6f00e059399a', 'name': 'tempest-TestShelveInstance-1563702747-router', 'tenant_id': '1c67d5ab7a5542f182bbc10b40cd4b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': 'f4a09dc2-fbc5-42c5-b8ce-de0a761abc76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:42:07Z', 'updated_at': '2022-04-06T16:42:08Z', 'revision_number': 3, 'project_id': '1c67d5ab7a5542f182bbc10b40cd4b22', 'gw_port': {'id': 'f4a09dc2-fbc5-42c5-b8ce-de0a761abc76', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174f8b3c-8340-4147-bf93-6f00e059399a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:42:07Z', 'updated_at': '2022-04-06T16:42:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb'}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:42:10.307428 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c32d69-8c06-4d9f-b914-69a42d18807a None None] Checking router: 174f8b3c-8340-4147-bf93-6f00e059399a for host: dv-cinder-815660-7-smb {{(pid=103682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:42:10.307825 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c32d69-8c06-4d9f-b914-69a42d18807a None None] Updating router 174f8b3c-8340-4147-bf93-6f00e059399a port f4a09dc2-fbc5-42c5-b8ce-de0a761abc76 binding host dv-cinder-815660-7-smb {{(pid=103682) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 16:42:10.332181 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.db.api [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 16:42:10.332564 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG oslo_db.api [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 16:42:10.334687 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-2248a147-da46-4e5e-aefb-509e28b5c719 None None] Provisioning complete for port 1b33361c-0c40-4f9c-b885-2877a73c7941 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:42:10.335086 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-2248a147-da46-4e5e-aefb-509e28b5c719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (1b33361c-0c40-4f9c-b885-2877a73c7941), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:10.361999 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-71c32d69-8c06-4d9f-b914-69a42d18807a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (f4a09dc2-fbc5-42c5-b8ce-de0a761abc76), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:10.389446 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [None req-ab7d9611-443a-496c-ae48-bd7d765d6d7a admin admin] Allocated IP 172.20.0.1 (cae221a0-69ca-49f4-afe9-62cfee1f1427/45fae3d3-9d27-4c61-9a89-eeac13f05f07/5efda657-94e9-45f5-ac1a-ab85b6c90c81) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:42:10.516051 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-ab7d9611-443a-496c-ae48-bd7d765d6d7a admin admin] Publish callbacks [] for port (5efda657-94e9-45f5-ac1a-ab85b6c90c81), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:10.537765 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-2248a147-da46-4e5e-aefb-509e28b5c719 None None] Current status of the port 1b33361c-0c40-4f9c-b885-2877a73c7941 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:42:10.645944 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-ab7d9611-443a-496c-ae48-bd7d765d6d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6161582'] for port (5efda657-94e9-45f5-ac1a-ab85b6c90c81), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:10.692439 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7d9611-443a-496c-ae48-bd7d765d6d7a admin admin] Network cae221a0-69ca-49f4-afe9-62cfee1f1427 is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:42:10.695751 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-71c32d69-8c06-4d9f-b914-69a42d18807a None None] Publish callbacks [] for port (f4a09dc2-fbc5-42c5-b8ce-de0a761abc76), precommit_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:10.696564 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7d9611-443a-496c-ae48-bd7d765d6d7a admin admin] Pushing event updated for resources: {'Port': ['ID=5efda657-94e9-45f5-ac1a-ab85b6c90c81,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:10.699251 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-ab7d9611-443a-496c-ae48-bd7d765d6d7a admin admin] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:42:10.702044 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7d9611-443a-496c-ae48-bd7d765d6d7a admin admin] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:42:10.733858 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7d9611-443a-496c-ae48-bd7d765d6d7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:42:10.734218 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7d9611-443a-496c-ae48-bd7d765d6d7a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:42:10.734554 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7d9611-443a-496c-ae48-bd7d765d6d7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:42:10.734896 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7d9611-443a-496c-ae48-bd7d765d6d7a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:42:10.735284 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7d9611-443a-496c-ae48-bd7d765d6d7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:42:10.735661 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7d9611-443a-496c-ae48-bd7d765d6d7a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:42:10.736034 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7d9611-443a-496c-ae48-bd7d765d6d7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:42:10.736366 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7d9611-443a-496c-ae48-bd7d765d6d7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:42:10.736708 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7d9611-443a-496c-ae48-bd7d765d6d7a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:42:10.737041 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7d9611-443a-496c-ae48-bd7d765d6d7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:42:10.737478 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7d9611-443a-496c-ae48-bd7d765d6d7a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:42:10.737664 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7d9611-443a-496c-ae48-bd7d765d6d7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:42:10.737990 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7d9611-443a-496c-ae48-bd7d765d6d7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:42:10.738353 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7d9611-443a-496c-ae48-bd7d765d6d7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:42:10.738635 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7d9611-443a-496c-ae48-bd7d765d6d7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:42:10.761030 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-ab7d9611-443a-496c-ae48-bd7d765d6d7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617174'] for router_interface (174f8b3c-8340-4147-bf93-6f00e059399a), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:10.805540 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-71c32d69-8c06-4d9f-b914-69a42d18807a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (f4a09dc2-fbc5-42c5-b8ce-de0a761abc76), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:11.052518 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69d463a-3e2a-4095-b4c3-f87a7f06f56c None None] Pushing event updated for resources: {'Port': ['ID=f4a09dc2-fbc5-42c5-b8ce-de0a761abc76,revision_number=2']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:11.055426 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-71c32d69-8c06-4d9f-b914-69a42d18807a None None] Attempting to bind port f4a09dc2-fbc5-42c5-b8ce-de0a761abc76 on host dv-cinder-815660-7-smb for vnic_type normal with profile {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:42:11.055793 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-71c32d69-8c06-4d9f-b914-69a42d18807a None None] Attempting to bind port f4a09dc2-fbc5-42c5-b8ce-de0a761abc76 by drivers openvswitch,hyperv on host dv-cinder-815660-7-smb at level 0 using segments [{'id': '3728a512-0136-4544-ad0a-d8addcf850d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542'}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:42:11.056160 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c32d69-8c06-4d9f-b914-69a42d18807a None None] Attempting to bind port f4a09dc2-fbc5-42c5-b8ce-de0a761abc76 on network 5748d197-8213-47ef-9188-592aa7f2e542 {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:42:11.061849 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Current status of the port 1b33361c-0c40-4f9c-b885-2877a73c7941 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:42:11.069245 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c32d69-8c06-4d9f-b914-69a42d18807a None None] Checking agent: {'id': 'c8d6835f-40e2-4c71-9616-8d834b10e2ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 22, 6), 'started_at': datetime.datetime(2022, 4, 6, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:42:11.073299 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c32d69-8c06-4d9f-b914-69a42d18807a None None] Checking segment: {'id': '3728a512-0136-4544-ad0a-d8addcf850d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:42:11.073299 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-71c32d69-8c06-4d9f-b914-69a42d18807a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:11.073299 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c32d69-8c06-4d9f-b914-69a42d18807a None None] Bound using segment: {'id': '3728a512-0136-4544-ad0a-d8addcf850d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542'} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:42:11.073299 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-71c32d69-8c06-4d9f-b914-69a42d18807a None None] Bound port: f4a09dc2-fbc5-42c5-b8ce-de0a761abc76, host: dv-cinder-815660-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3728a512-0136-4544-ad0a-d8addcf850d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542'}}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:42:11.073299 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-71c32d69-8c06-4d9f-b914-69a42d18807a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (f4a09dc2-fbc5-42c5-b8ce-de0a761abc76), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:11.089463 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-ab7d9611-443a-496c-ae48-bd7d765d6d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (5efda657-94e9-45f5-ac1a-ab85b6c90c81), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:11.096400 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0aaacb7a-718e-42cf-8eba-7f830765b4f3 None None] Provisioning complete for port 5efda657-94e9-45f5-ac1a-ab85b6c90c81 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:42:11.096779 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0aaacb7a-718e-42cf-8eba-7f830765b4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (5efda657-94e9-45f5-ac1a-ab85b6c90c81), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:11.155262 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0aaacb7a-718e-42cf-8eba-7f830765b4f3 None None] Port 5efda657-94e9-45f5-ac1a-ab85b6c90c81 cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:42:11.158534 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-71c32d69-8c06-4d9f-b914-69a42d18807a None None] For port f4a09dc2-fbc5-42c5-b8ce-de0a761abc76, host dv-cinder-815660-7-smb, cleared binding levels {{(pid=103682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:42:11.161887 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-71c32d69-8c06-4d9f-b914-69a42d18807a None None] For port f4a09dc2-fbc5-42c5-b8ce-de0a761abc76, host dv-cinder-815660-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=f4a09dc2-fbc5-42c5-b8ce-de0a761abc76,segment=NetworkSegment(3728a512-0136-4544-ad0a-d8addcf850d8),segment_id=3728a512-0136-4544-ad0a-d8addcf850d8)] {{(pid=103682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:42:11.251127 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-ab7d9611-443a-496c-ae48-bd7d765d6d7a admin admin] Publish callbacks [] for port (5efda657-94e9-45f5-ac1a-ab85b6c90c81), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:11.285956 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-71c32d69-8c06-4d9f-b914-69a42d18807a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (f4a09dc2-fbc5-42c5-b8ce-de0a761abc76), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:11.346917 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c32d69-8c06-4d9f-b914-69a42d18807a None None] Routers {'174f8b3c-8340-4147-bf93-6f00e059399a'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:42:11.347559 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-71c32d69-8c06-4d9f-b914-69a42d18807a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:42:02Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['174f8b3c-8340-4147-bf93-6f00e059399a'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:42:11.359667 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-ab7d9611-443a-496c-ae48-bd7d765d6d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6161623'] for port (5efda657-94e9-45f5-ac1a-ab85b6c90c81), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:11.389406 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69d463a-3e2a-4095-b4c3-f87a7f06f56c None None] Pushing event updated for resources: {'Port': ['ID=f4a09dc2-fbc5-42c5-b8ce-de0a761abc76,revision_number=3']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:11.472397 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-71c32d69-8c06-4d9f-b914-69a42d18807a None None] Set router 174f8b3c-8340-4147-bf93-6f00e059399a gateway port host: dv-cinder-815660-7-smb {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:42:11.679392 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7d9611-443a-496c-ae48-bd7d765d6d7a admin admin] Pushing event updated for resources: {'Port': ['ID=5efda657-94e9-45f5-ac1a-ab85b6c90c81,revision_number=2']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:11.682823 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-ab7d9611-443a-496c-ae48-bd7d765d6d7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617286'] for router_interface (174f8b3c-8340-4147-bf93-6f00e059399a), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:11.703049 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-71c32d69-8c06-4d9f-b914-69a42d18807a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174f8b3c-8340-4147-bf93-6f00e059399a', 'name': 'tempest-TestShelveInstance-1563702747-router', 'tenant_id': '1c67d5ab7a5542f182bbc10b40cd4b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': 'f4a09dc2-fbc5-42c5-b8ce-de0a761abc76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:42:07Z', 'updated_at': '2022-04-06T16:42:10Z', 'revision_number': 4, 'project_id': '1c67d5ab7a5542f182bbc10b40cd4b22', 'gw_port': {'id': 'f4a09dc2-fbc5-42c5-b8ce-de0a761abc76', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174f8b3c-8340-4147-bf93-6f00e059399a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:42:07Z', 'updated_at': '2022-04-06T16:42:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': '5efda657-94e9-45f5-ac1a-ab85b6c90c81', 'name': '', 'network_id': 'cae221a0-69ca-49f4-afe9-62cfee1f1427', 'tenant_id': '1c67d5ab7a5542f182bbc10b40cd4b22', 'mac_address': 'fa:16:3e:0f:08:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174f8b3c-8340-4147-bf93-6f00e059399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '45fae3d3-9d27-4c61-9a89-eeac13f05f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:42:10Z', 'updated_at': '2022-04-06T16:42:10Z', 'revision_number': 1, 'project_id': '1c67d5ab7a5542f182bbc10b40cd4b22', 'subnets': [{'id': '45fae3d3-9d27-4c61-9a89-eeac13f05f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:42:11.732810 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c32d69-8c06-4d9f-b914-69a42d18807a None None] The sync data for ids ['174f8b3c-8340-4147-bf93-6f00e059399a'] in dv-cinder-815660-7-smb is: [{'id': '174f8b3c-8340-4147-bf93-6f00e059399a', 'name': 'tempest-TestShelveInstance-1563702747-router', 'tenant_id': '1c67d5ab7a5542f182bbc10b40cd4b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': 'f4a09dc2-fbc5-42c5-b8ce-de0a761abc76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:42:07Z', 'updated_at': '2022-04-06T16:42:10Z', 'revision_number': 4, 'project_id': '1c67d5ab7a5542f182bbc10b40cd4b22', 'gw_port': {'id': 'f4a09dc2-fbc5-42c5-b8ce-de0a761abc76', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174f8b3c-8340-4147-bf93-6f00e059399a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:42:07Z', 'updated_at': '2022-04-06T16:42:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': '5efda657-94e9-45f5-ac1a-ab85b6c90c81', 'name': '', 'network_id': 'cae221a0-69ca-49f4-afe9-62cfee1f1427', 'tenant_id': '1c67d5ab7a5542f182bbc10b40cd4b22', 'mac_address': 'fa:16:3e:0f:08:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174f8b3c-8340-4147-bf93-6f00e059399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '45fae3d3-9d27-4c61-9a89-eeac13f05f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:42:10Z', 'updated_at': '2022-04-06T16:42:10Z', 'revision_number': 1, 'project_id': '1c67d5ab7a5542f182bbc10b40cd4b22', 'subnets': [{'id': '45fae3d3-9d27-4c61-9a89-eeac13f05f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:42:11.771534 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 1b33361c-0c40-4f9c-b885-2877a73c7941 up at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:42:11.815204 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7d9611-443a-496c-ae48-bd7d765d6d7a admin admin] Network cae221a0-69ca-49f4-afe9-62cfee1f1427 is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:42:11.820860 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-ab7d9611-443a-496c-ae48-bd7d765d6d7a admin admin] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:42:11.831460 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Provisioning complete for port 1b33361c-0c40-4f9c-b885-2877a73c7941 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:42:11.831671 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (1b33361c-0c40-4f9c-b885-2877a73c7941), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:11.955831 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Current status of the port 1b33361c-0c40-4f9c-b885-2877a73c7941 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:42:11.972966 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab7d9611-443a-496c-ae48-bd7d765d6d7a admin admin] Router 174f8b3c-8340-4147-bf93-6f00e059399a has already been hosted by L3 agent 94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e {{(pid=103681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:42:12.123359 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7d9611-443a-496c-ae48-bd7d765d6d7a admin admin] Notify agent at l3_agent.dv-cinder-815660-7-smb the message routers_updated {{(pid=103681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:42:12.129291 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-ab7d9611-443a-496c-ae48-bd7d765d6d7a admin admin] 10.222.0.49 "PUT /v2.0/routers/174f8b3c-8340-4147-bf93-6f00e059399a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3439696 Apr 06 16:42:12.186227 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-ede1bceb-0a06-490c-80dd-62afc5004d06 None None] Provisioning complete for port 5efda657-94e9-45f5-ac1a-ab85b6c90c81 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:42:12.186495 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-ede1bceb-0a06-490c-80dd-62afc5004d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (5efda657-94e9-45f5-ac1a-ab85b6c90c81), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:12.230033 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-ede1bceb-0a06-490c-80dd-62afc5004d06 None None] Port 5efda657-94e9-45f5-ac1a-ab85b6c90c81 cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:42:12.403954 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 43566) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:42:12.553736 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-83da0cd0-470c-4b1f-9a9f-f799f9b32e44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:12.664213 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-83da0cd0-470c-4b1f-9a9f-f799f9b32e44 admin admin] Publish callbacks [] for security_group (dd2087fa-cead-4b84-b2db-179a3e119d14), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:12.755405 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-83da0cd0-470c-4b1f-9a9f-f799f9b32e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (dd2087fa-cead-4b84-b2db-179a3e119d14), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:12.808157 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83da0cd0-470c-4b1f-9a9f-f799f9b32e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2087fa-cead-4b84-b2db-179a3e119d14,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:12.813262 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-83da0cd0-470c-4b1f-9a9f-f799f9b32e44 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=68d07414bd324cf0b90bd152b9db8a92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4082696 Apr 06 16:42:12.821128 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 43580) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:42:12.881146 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-397ff595-68dc-4e96-9d60-d711347e47da admin admin] Publish callbacks [] for security_group (dd2087fa-cead-4b84-b2db-179a3e119d14), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:12.906029 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-397ff595-68dc-4e96-9d60-d711347e47da admin admin] Publish callbacks [] for security_group (dd2087fa-cead-4b84-b2db-179a3e119d14), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:13.058641 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-397ff595-68dc-4e96-9d60-d711347e47da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (dd2087fa-cead-4b84-b2db-179a3e119d14), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:13.062947 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-397ff595-68dc-4e96-9d60-d711347e47da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:13.065203 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-397ff595-68dc-4e96-9d60-d711347e47da admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dd2087fa-cead-4b84-b2db-179a3e119d14 HTTP/1.1" status: 204 len: 168 time: 0.2397387 Apr 06 16:42:13.075889 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ff595-68dc-4e96-9d60-d711347e47da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2087fa-cead-4b84-b2db-179a3e119d14,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:13.479311 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 43592) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:42:13.484082 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [None req-49e720f8-9c10-4ce3-9e2a-9271b57382b2 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1512273844', 'description': 'tempest-secgroup-smoke-1512273844 description', 'project_id': '3e0e9fb0b0674a50974ceebc2e7584ed'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:42:13.582331 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-49e720f8-9c10-4ce3-9e2a-9271b57382b2 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:13.662089 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-49e720f8-9c10-4ce3-9e2a-9271b57382b2 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks [] for security_group (2e2c26ed-8ef4-4310-9308-808191840da0), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:13.746215 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device f4a09dc2-fbc5-42c5-b8ce-de0a761abc76 up at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:42:13.771169 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-49e720f8-9c10-4ce3-9e2a-9271b57382b2 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (2e2c26ed-8ef4-4310-9308-808191840da0), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:13.798383 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Provisioning complete for port f4a09dc2-fbc5-42c5-b8ce-de0a761abc76 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:42:13.798732 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (f4a09dc2-fbc5-42c5-b8ce-de0a761abc76), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:13.800788 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e720f8-9c10-4ce3-9e2a-9271b57382b2 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2c26ed-8ef4-4310-9308-808191840da0,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:13.888585 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Current status of the port f4a09dc2-fbc5-42c5-b8ce-de0a761abc76 is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:42:13.889207 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (f4a09dc2-fbc5-42c5-b8ce-de0a761abc76), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:13.889954 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 43598) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:42:13.904480 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2f570627-833b-42ab-b9fd-234fec76b407 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:13.916577 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] For port f4a09dc2-fbc5-42c5-b8ce-de0a761abc76, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=f4a09dc2-fbc5-42c5-b8ce-de0a761abc76,segment=NetworkSegment(3728a512-0136-4544-ad0a-d8addcf850d8),segment_id=3728a512-0136-4544-ad0a-d8addcf850d8)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:42:13.938132 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-49e720f8-9c10-4ce3-9e2a-9271b57382b2 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:13.939426 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-49e720f8-9c10-4ce3-9e2a-9271b57382b2 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4589577 Apr 06 16:42:13.942448 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 43600) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:42:13.949652 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-14793d45-2c27-405b-ba4a-052cb1cd4437 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Request body: {'security_group_rule': {'security_group_id': '2e2c26ed-8ef4-4310-9308-808191840da0', 'project_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:42:13.998927 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2f570627-833b-42ab-b9fd-234fec76b407 admin admin] Publish callbacks [] for security_group (1b665916-ec4c-4d59-b500-c176bb54c878), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:14.233723 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (f4a09dc2-fbc5-42c5-b8ce-de0a761abc76), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:14.240606 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-14793d45-2c27-405b-ba4a-052cb1cd4437 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks [] for security_group_rule (38944427-cb5f-48de-9b4d-480bf8461cdc), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:14.284438 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Pushing event updated for resources: {'Port': ['ID=f4a09dc2-fbc5-42c5-b8ce-de0a761abc76,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:14.294465 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-14793d45-2c27-405b-ba4a-052cb1cd4437 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks [] for security_group_rule (38944427-cb5f-48de-9b4d-480bf8461cdc), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:14.294465 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2f570627-833b-42ab-b9fd-234fec76b407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (1b665916-ec4c-4d59-b500-c176bb54c878), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:14.330847 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-2f570627-833b-42ab-b9fd-234fec76b407 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cc364a04ec6c4a059d54498cdff76a0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4393644 Apr 06 16:42:14.331559 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f570627-833b-42ab-b9fd-234fec76b407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b665916-ec4c-4d59-b500-c176bb54c878,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:14.333607 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 43606) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:42:14.378407 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-14793d45-2c27-405b-ba4a-052cb1cd4437 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654992'] for security_group_rule (38944427-cb5f-48de-9b4d-480bf8461cdc), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:14.386071 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f7f9a15d-d826-4e5f-af45-b3fed89df7d2 admin admin] Publish callbacks [] for security_group (1b665916-ec4c-4d59-b500-c176bb54c878), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:14.394367 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14793d45-2c27-405b-ba4a-052cb1cd4437 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38944427-cb5f-48de-9b4d-480bf8461cdc,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:14.409202 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f7f9a15d-d826-4e5f-af45-b3fed89df7d2 admin admin] Publish callbacks [] for security_group (1b665916-ec4c-4d59-b500-c176bb54c878), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:14.499404 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-14793d45-2c27-405b-ba4a-052cb1cd4437 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:14.501464 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-14793d45-2c27-405b-ba4a-052cb1cd4437 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5575039 Apr 06 16:42:14.504539 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 43610) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:42:14.512436 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-962a6570-dffc-47e8-987f-c172f6706a0d tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Request body: {'security_group_rule': {'security_group_id': '2e2c26ed-8ef4-4310-9308-808191840da0', 'project_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:42:14.571445 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f7f9a15d-d826-4e5f-af45-b3fed89df7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (1b665916-ec4c-4d59-b500-c176bb54c878), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:14.576068 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f7f9a15d-d826-4e5f-af45-b3fed89df7d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:14.576729 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-f7f9a15d-d826-4e5f-af45-b3fed89df7d2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1b665916-ec4c-4d59-b500-c176bb54c878 HTTP/1.1" status: 204 len: 168 time: 0.2421174 Apr 06 16:42:14.585196 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9a15d-d826-4e5f-af45-b3fed89df7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b665916-ec4c-4d59-b500-c176bb54c878,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:14.634145 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-962a6570-dffc-47e8-987f-c172f6706a0d tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks [] for security_group_rule (9917e198-b4c9-4246-aa61-07426f152c71), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:14.693089 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-962a6570-dffc-47e8-987f-c172f6706a0d tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks [] for security_group_rule (9917e198-b4c9-4246-aa61-07426f152c71), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:14.816405 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-962a6570-dffc-47e8-987f-c172f6706a0d tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654992'] for security_group_rule (9917e198-b4c9-4246-aa61-07426f152c71), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:14.834571 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a6570-dffc-47e8-987f-c172f6706a0d tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9917e198-b4c9-4246-aa61-07426f152c71,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:14.944223 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-962a6570-dffc-47e8-987f-c172f6706a0d tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:14.945466 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-962a6570-dffc-47e8-987f-c172f6706a0d tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4396122 Apr 06 16:42:14.949021 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 43616) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:42:14.956606 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-5c235b96-58fb-41a7-a704-5b981e407477 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Request body: {'security_group_rule': {'security_group_id': '2e2c26ed-8ef4-4310-9308-808191840da0', 'project_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:42:15.079337 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5c235b96-58fb-41a7-a704-5b981e407477 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks [] for security_group_rule (eae330a4-7834-4d3c-a5b3-a5666371a6eb), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:15.143085 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5c235b96-58fb-41a7-a704-5b981e407477 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks [] for security_group_rule (eae330a4-7834-4d3c-a5b3-a5666371a6eb), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:15.168383 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 43622) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:42:15.239282 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5c235b96-58fb-41a7-a704-5b981e407477 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654992'] for security_group_rule (eae330a4-7834-4d3c-a5b3-a5666371a6eb), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:15.261148 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c235b96-58fb-41a7-a704-5b981e407477 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eae330a4-7834-4d3c-a5b3-a5666371a6eb,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:15.316539 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4e10cbfb-a5ba-417c-a513-c8f3592b531c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:15.331899 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4b06b6-8f8e-43b2-8243-4c9c1fd9c8a5 None None] Sync routers for ids ['174f8b3c-8340-4147-bf93-6f00e059399a'] in dv-cinder-815660-7-smb {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:42:15.343896 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4b06b6-8f8e-43b2-8243-4c9c1fd9c8a5 None None] Routers {'174f8b3c-8340-4147-bf93-6f00e059399a'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:42:15.344517 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-3e4b06b6-8f8e-43b2-8243-4c9c1fd9c8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:42:02Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['174f8b3c-8340-4147-bf93-6f00e059399a'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:42:15.357693 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5c235b96-58fb-41a7-a704-5b981e407477 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:15.358901 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-5c235b96-58fb-41a7-a704-5b981e407477 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4089534 Apr 06 16:42:15.361850 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 43634) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:42:15.367371 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [None req-f959eb88-4b58-4df1-9772-0427cc246e66 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Request body: {'security_group_rule': {'security_group_id': '2e2c26ed-8ef4-4310-9308-808191840da0', 'project_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:42:15.414123 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4e10cbfb-a5ba-417c-a513-c8f3592b531c admin admin] Publish callbacks [] for security_group (115762e3-ddf7-492e-8714-32f059c4a8fc), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:15.461327 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-3e4b06b6-8f8e-43b2-8243-4c9c1fd9c8a5 None None] Set router 174f8b3c-8340-4147-bf93-6f00e059399a gateway port host: dv-cinder-815660-7-smb {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:42:15.543510 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4e10cbfb-a5ba-417c-a513-c8f3592b531c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (115762e3-ddf7-492e-8714-32f059c4a8fc), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:15.549760 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f959eb88-4b58-4df1-9772-0427cc246e66 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks [] for security_group_rule (a912d7ab-8131-4629-ad6e-0d6b317bdcc3), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:15.602932 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-4e10cbfb-a5ba-417c-a513-c8f3592b531c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d98db5006e1248a6ad8cbba992fb9c25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4334810 Apr 06 16:42:15.604793 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e10cbfb-a5ba-417c-a513-c8f3592b531c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115762e3-ddf7-492e-8714-32f059c4a8fc,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:15.608021 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 43638) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:42:15.635416 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f959eb88-4b58-4df1-9772-0427cc246e66 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks [] for security_group_rule (a912d7ab-8131-4629-ad6e-0d6b317bdcc3), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:15.684117 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0772d139-7248-4d42-864f-0c8c1dae0487 admin admin] Publish callbacks [] for security_group (115762e3-ddf7-492e-8714-32f059c4a8fc), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:15.689403 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-3e4b06b6-8f8e-43b2-8243-4c9c1fd9c8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174f8b3c-8340-4147-bf93-6f00e059399a', 'name': 'tempest-TestShelveInstance-1563702747-router', 'tenant_id': '1c67d5ab7a5542f182bbc10b40cd4b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': 'f4a09dc2-fbc5-42c5-b8ce-de0a761abc76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:42:07Z', 'updated_at': '2022-04-06T16:42:10Z', 'revision_number': 4, 'project_id': '1c67d5ab7a5542f182bbc10b40cd4b22', 'gw_port': {'id': 'f4a09dc2-fbc5-42c5-b8ce-de0a761abc76', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174f8b3c-8340-4147-bf93-6f00e059399a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:42:07Z', 'updated_at': '2022-04-06T16:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': '5efda657-94e9-45f5-ac1a-ab85b6c90c81', 'name': '', 'network_id': 'cae221a0-69ca-49f4-afe9-62cfee1f1427', 'tenant_id': '1c67d5ab7a5542f182bbc10b40cd4b22', 'mac_address': 'fa:16:3e:0f:08:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174f8b3c-8340-4147-bf93-6f00e059399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '45fae3d3-9d27-4c61-9a89-eeac13f05f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:42:10Z', 'updated_at': '2022-04-06T16:42:11Z', 'revision_number': 2, 'project_id': '1c67d5ab7a5542f182bbc10b40cd4b22', 'subnets': [{'id': '45fae3d3-9d27-4c61-9a89-eeac13f05f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:42:15.709435 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0772d139-7248-4d42-864f-0c8c1dae0487 admin admin] Publish callbacks [] for security_group (115762e3-ddf7-492e-8714-32f059c4a8fc), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:15.726384 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4b06b6-8f8e-43b2-8243-4c9c1fd9c8a5 None None] Checking router: 174f8b3c-8340-4147-bf93-6f00e059399a for host: dv-cinder-815660-7-smb {{(pid=103683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:42:15.732094 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4b06b6-8f8e-43b2-8243-4c9c1fd9c8a5 None None] Updating router 174f8b3c-8340-4147-bf93-6f00e059399a port 5efda657-94e9-45f5-ac1a-ab85b6c90c81 binding host dv-cinder-815660-7-smb {{(pid=103683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 16:42:15.733186 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device f4a09dc2-fbc5-42c5-b8ce-de0a761abc76 up at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:42:15.757059 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f959eb88-4b58-4df1-9772-0427cc246e66 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654992'] for security_group_rule (a912d7ab-8131-4629-ad6e-0d6b317bdcc3), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:15.762512 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-3e4b06b6-8f8e-43b2-8243-4c9c1fd9c8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (5efda657-94e9-45f5-ac1a-ab85b6c90c81), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:15.783463 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f959eb88-4b58-4df1-9772-0427cc246e66 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a912d7ab-8131-4629-ad6e-0d6b317bdcc3,revision_number=0']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:15.818161 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Provisioning complete for port f4a09dc2-fbc5-42c5-b8ce-de0a761abc76 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:42:15.818942 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (f4a09dc2-fbc5-42c5-b8ce-de0a761abc76), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:15.854059 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0772d139-7248-4d42-864f-0c8c1dae0487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (115762e3-ddf7-492e-8714-32f059c4a8fc), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:15.858733 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0772d139-7248-4d42-864f-0c8c1dae0487 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:15.861343 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-0772d139-7248-4d42-864f-0c8c1dae0487 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/115762e3-ddf7-492e-8714-32f059c4a8fc HTTP/1.1" status: 204 len: 168 time: 0.2513959 Apr 06 16:42:15.874459 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0772d139-7248-4d42-864f-0c8c1dae0487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115762e3-ddf7-492e-8714-32f059c4a8fc,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:15.904671 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f959eb88-4b58-4df1-9772-0427cc246e66 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:15.906360 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-f959eb88-4b58-4df1-9772-0427cc246e66 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5434568 Apr 06 16:42:15.910349 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 43648) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:42:15.918026 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [None req-38a93fca-e433-484f-9a47-f5d8a17cc4db tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Request body: {'security_group_rule': {'security_group_id': '2e2c26ed-8ef4-4310-9308-808191840da0', 'project_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:42:15.948213 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Current status of the port f4a09dc2-fbc5-42c5-b8ce-de0a761abc76 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:42:16.045716 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.db.securitygroups_db [None req-38a93fca-e433-484f-9a47-f5d8a17cc4db tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Project 3e0e9fb0b0674a50974ceebc2e7584ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 16:42:16.051010 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-38a93fca-e433-484f-9a47-f5d8a17cc4db tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks [] for security_group_rule (04817791-d591-4441-a4a3-780b545cd057), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:16.068699 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-3e4b06b6-8f8e-43b2-8243-4c9c1fd9c8a5 None None] Publish callbacks [] for port (5efda657-94e9-45f5-ac1a-ab85b6c90c81), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:16.125837 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-38a93fca-e433-484f-9a47-f5d8a17cc4db tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks [] for security_group_rule (04817791-d591-4441-a4a3-780b545cd057), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:16.159799 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-3e4b06b6-8f8e-43b2-8243-4c9c1fd9c8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (5efda657-94e9-45f5-ac1a-ab85b6c90c81), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:16.216133 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd54b727-5d96-4742-ba4d-1211403e1d03 None None] Pushing event updated for resources: {'Port': ['ID=5efda657-94e9-45f5-ac1a-ab85b6c90c81,revision_number=3']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:16.221925 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-38a93fca-e433-484f-9a47-f5d8a17cc4db tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654992'] for security_group_rule (04817791-d591-4441-a4a3-780b545cd057), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:16.253079 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a93fca-e433-484f-9a47-f5d8a17cc4db tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04817791-d591-4441-a4a3-780b545cd057,revision_number=0']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:16.277438 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-3e4b06b6-8f8e-43b2-8243-4c9c1fd9c8a5 None None] Attempting to bind port 5efda657-94e9-45f5-ac1a-ab85b6c90c81 on host dv-cinder-815660-7-smb for vnic_type normal with profile {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:42:16.277838 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-3e4b06b6-8f8e-43b2-8243-4c9c1fd9c8a5 None None] Attempting to bind port 5efda657-94e9-45f5-ac1a-ab85b6c90c81 by drivers openvswitch,hyperv on host dv-cinder-815660-7-smb at level 0 using segments [{'id': 'a4f3e35a-9e40-4a51-999b-b6c0a1ddfe4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'cae221a0-69ca-49f4-afe9-62cfee1f1427'}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:42:16.278199 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4b06b6-8f8e-43b2-8243-4c9c1fd9c8a5 None None] Attempting to bind port 5efda657-94e9-45f5-ac1a-ab85b6c90c81 on network cae221a0-69ca-49f4-afe9-62cfee1f1427 {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:42:16.284263 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4b06b6-8f8e-43b2-8243-4c9c1fd9c8a5 None None] Checking agent: {'id': 'c8d6835f-40e2-4c71-9616-8d834b10e2ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 22, 6), 'started_at': datetime.datetime(2022, 4, 6, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:42:16.284636 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4b06b6-8f8e-43b2-8243-4c9c1fd9c8a5 None None] Checking segment: {'id': 'a4f3e35a-9e40-4a51-999b-b6c0a1ddfe4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'cae221a0-69ca-49f4-afe9-62cfee1f1427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:42:16.285033 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-3e4b06b6-8f8e-43b2-8243-4c9c1fd9c8a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:16.285470 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4b06b6-8f8e-43b2-8243-4c9c1fd9c8a5 None None] Bound using segment: {'id': 'a4f3e35a-9e40-4a51-999b-b6c0a1ddfe4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'cae221a0-69ca-49f4-afe9-62cfee1f1427'} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:42:16.285941 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-3e4b06b6-8f8e-43b2-8243-4c9c1fd9c8a5 None None] Bound port: 5efda657-94e9-45f5-ac1a-ab85b6c90c81, host: dv-cinder-815660-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f3e35a-9e40-4a51-999b-b6c0a1ddfe4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'cae221a0-69ca-49f4-afe9-62cfee1f1427'}}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:42:16.286312 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-3e4b06b6-8f8e-43b2-8243-4c9c1fd9c8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (5efda657-94e9-45f5-ac1a-ab85b6c90c81), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:16.356065 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.db [None req-3e4b06b6-8f8e-43b2-8243-4c9c1fd9c8a5 None None] For port 5efda657-94e9-45f5-ac1a-ab85b6c90c81, host dv-cinder-815660-7-smb, cleared binding levels {{(pid=103683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:42:16.359530 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.db [None req-3e4b06b6-8f8e-43b2-8243-4c9c1fd9c8a5 None None] For port 5efda657-94e9-45f5-ac1a-ab85b6c90c81, host dv-cinder-815660-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=5efda657-94e9-45f5-ac1a-ab85b6c90c81,segment=NetworkSegment(a4f3e35a-9e40-4a51-999b-b6c0a1ddfe4f),segment_id=a4f3e35a-9e40-4a51-999b-b6c0a1ddfe4f)] {{(pid=103683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:42:16.372812 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-38a93fca-e433-484f-9a47-f5d8a17cc4db tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:16.374042 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-38a93fca-e433-484f-9a47-f5d8a17cc4db tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4623179 Apr 06 16:42:16.377162 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 43656) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:42:16.381834 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-6eca8ab8-55a1-4b4c-af17-3319af3b45ac tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Request body: {'security_group_rule': {'security_group_id': '2e2c26ed-8ef4-4310-9308-808191840da0', 'project_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:42:16.475399 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-3e4b06b6-8f8e-43b2-8243-4c9c1fd9c8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (5efda657-94e9-45f5-ac1a-ab85b6c90c81), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:16.482019 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-604347c7-d668-44dd-937b-03a02c30165e None None] Provisioning complete for port 5efda657-94e9-45f5-ac1a-ab85b6c90c81 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:42:16.482403 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-604347c7-d668-44dd-937b-03a02c30165e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (5efda657-94e9-45f5-ac1a-ab85b6c90c81), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:16.502372 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.db.securitygroups_db [None req-6eca8ab8-55a1-4b4c-af17-3319af3b45ac tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Project 3e0e9fb0b0674a50974ceebc2e7584ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 16:42:16.511252 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-6eca8ab8-55a1-4b4c-af17-3319af3b45ac tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks [] for security_group_rule (6085e760-7c27-4bec-af2b-9e4b68032a6c), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:16.546149 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd54b727-5d96-4742-ba4d-1211403e1d03 None None] Pushing event updated for resources: {'Port': ['ID=5efda657-94e9-45f5-ac1a-ab85b6c90c81,revision_number=4']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:16.556042 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4b06b6-8f8e-43b2-8243-4c9c1fd9c8a5 None None] Routers {'174f8b3c-8340-4147-bf93-6f00e059399a'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:42:16.557394 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-3e4b06b6-8f8e-43b2-8243-4c9c1fd9c8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:42:02Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['174f8b3c-8340-4147-bf93-6f00e059399a'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:42:16.593198 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-604347c7-d668-44dd-937b-03a02c30165e None None] Current status of the port 5efda657-94e9-45f5-ac1a-ab85b6c90c81 is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:42:16.593597 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-604347c7-d668-44dd-937b-03a02c30165e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (5efda657-94e9-45f5-ac1a-ab85b6c90c81), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:16.605656 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-6eca8ab8-55a1-4b4c-af17-3319af3b45ac tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks [] for security_group_rule (6085e760-7c27-4bec-af2b-9e4b68032a6c), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:16.633434 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-604347c7-d668-44dd-937b-03a02c30165e None None] For port 5efda657-94e9-45f5-ac1a-ab85b6c90c81, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=5efda657-94e9-45f5-ac1a-ab85b6c90c81,segment=NetworkSegment(a4f3e35a-9e40-4a51-999b-b6c0a1ddfe4f),segment_id=a4f3e35a-9e40-4a51-999b-b6c0a1ddfe4f)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:42:16.725280 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-6eca8ab8-55a1-4b4c-af17-3319af3b45ac tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654992'] for security_group_rule (6085e760-7c27-4bec-af2b-9e4b68032a6c), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:16.725532 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-604347c7-d668-44dd-937b-03a02c30165e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (5efda657-94e9-45f5-ac1a-ab85b6c90c81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:16.740242 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 43666) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:42:16.755977 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-7dbbcc86-2e72-4adb-9362-31ee0b9b63b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:16.761742 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eca8ab8-55a1-4b4c-af17-3319af3b45ac tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6085e760-7c27-4bec-af2b-9e4b68032a6c,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:16.798860 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-3e4b06b6-8f8e-43b2-8243-4c9c1fd9c8a5 None None] Set router 174f8b3c-8340-4147-bf93-6f00e059399a gateway port host: dv-cinder-815660-7-smb {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:42:16.854955 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-6eca8ab8-55a1-4b4c-af17-3319af3b45ac tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:16.855156 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604347c7-d668-44dd-937b-03a02c30165e None None] Pushing event updated for resources: {'Port': ['ID=5efda657-94e9-45f5-ac1a-ab85b6c90c81,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:16.856321 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-6eca8ab8-55a1-4b4c-af17-3319af3b45ac tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4781723 Apr 06 16:42:16.893257 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-7dbbcc86-2e72-4adb-9362-31ee0b9b63b7 admin admin] Publish callbacks [] for security_group (28341ec4-be05-4c2e-b1ca-1b0dfdb1b496), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:16.946672 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0a2ed2a5-7283-4818-be11-7a55aca9df24 None None] Provisioning complete for port 5efda657-94e9-45f5-ac1a-ab85b6c90c81 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:42:16.947678 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0a2ed2a5-7283-4818-be11-7a55aca9df24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (5efda657-94e9-45f5-ac1a-ab85b6c90c81), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:16.987771 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-7dbbcc86-2e72-4adb-9362-31ee0b9b63b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (28341ec4-be05-4c2e-b1ca-1b0dfdb1b496), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:17.029739 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-3e4b06b6-8f8e-43b2-8243-4c9c1fd9c8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174f8b3c-8340-4147-bf93-6f00e059399a', 'name': 'tempest-TestShelveInstance-1563702747-router', 'tenant_id': '1c67d5ab7a5542f182bbc10b40cd4b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': 'f4a09dc2-fbc5-42c5-b8ce-de0a761abc76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:42:07Z', 'updated_at': '2022-04-06T16:42:10Z', 'revision_number': 4, 'project_id': '1c67d5ab7a5542f182bbc10b40cd4b22', 'gw_port': {'id': 'f4a09dc2-fbc5-42c5-b8ce-de0a761abc76', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174f8b3c-8340-4147-bf93-6f00e059399a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:42:07Z', 'updated_at': '2022-04-06T16:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': '5efda657-94e9-45f5-ac1a-ab85b6c90c81', 'name': '', 'network_id': 'cae221a0-69ca-49f4-afe9-62cfee1f1427', 'tenant_id': '1c67d5ab7a5542f182bbc10b40cd4b22', 'mac_address': 'fa:16:3e:0f:08:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174f8b3c-8340-4147-bf93-6f00e059399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '45fae3d3-9d27-4c61-9a89-eeac13f05f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:42:10Z', 'updated_at': '2022-04-06T16:42:16Z', 'revision_number': 4, 'project_id': '1c67d5ab7a5542f182bbc10b40cd4b22', 'subnets': [{'id': '45fae3d3-9d27-4c61-9a89-eeac13f05f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:42:17.045842 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 43680) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:42:17.050069 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-7dbbcc86-2e72-4adb-9362-31ee0b9b63b7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ca56e0039f3d48949cc8419b0f001a9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3042800 Apr 06 16:42:17.052403 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbbcc86-2e72-4adb-9362-31ee0b9b63b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28341ec4-be05-4c2e-b1ca-1b0dfdb1b496,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:17.055904 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0a2ed2a5-7283-4818-be11-7a55aca9df24 None None] Current status of the port 5efda657-94e9-45f5-ac1a-ab85b6c90c81 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:42:17.062606 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4b06b6-8f8e-43b2-8243-4c9c1fd9c8a5 None None] The sync data for ids ['174f8b3c-8340-4147-bf93-6f00e059399a'] in dv-cinder-815660-7-smb is: [{'id': '174f8b3c-8340-4147-bf93-6f00e059399a', 'name': 'tempest-TestShelveInstance-1563702747-router', 'tenant_id': '1c67d5ab7a5542f182bbc10b40cd4b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': 'f4a09dc2-fbc5-42c5-b8ce-de0a761abc76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:42:07Z', 'updated_at': '2022-04-06T16:42:10Z', 'revision_number': 4, 'project_id': '1c67d5ab7a5542f182bbc10b40cd4b22', 'gw_port': {'id': 'f4a09dc2-fbc5-42c5-b8ce-de0a761abc76', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174f8b3c-8340-4147-bf93-6f00e059399a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:42:07Z', 'updated_at': '2022-04-06T16:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': '5efda657-94e9-45f5-ac1a-ab85b6c90c81', 'name': '', 'network_id': 'cae221a0-69ca-49f4-afe9-62cfee1f1427', 'tenant_id': '1c67d5ab7a5542f182bbc10b40cd4b22', 'mac_address': 'fa:16:3e:0f:08:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174f8b3c-8340-4147-bf93-6f00e059399a', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '45fae3d3-9d27-4c61-9a89-eeac13f05f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:42:10Z', 'updated_at': '2022-04-06T16:42:16Z', 'revision_number': 4, 'project_id': '1c67d5ab7a5542f182bbc10b40cd4b22', 'subnets': [{'id': '45fae3d3-9d27-4c61-9a89-eeac13f05f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:42:17.145984 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d22bca72-9d78-4791-a63b-a5be1a47c757 admin admin] Publish callbacks [] for security_group (28341ec4-be05-4c2e-b1ca-1b0dfdb1b496), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:17.171564 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d22bca72-9d78-4791-a63b-a5be1a47c757 admin admin] Publish callbacks [] for security_group (28341ec4-be05-4c2e-b1ca-1b0dfdb1b496), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:17.336892 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d22bca72-9d78-4791-a63b-a5be1a47c757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (28341ec4-be05-4c2e-b1ca-1b0dfdb1b496), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:17.340636 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d22bca72-9d78-4791-a63b-a5be1a47c757 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:17.341805 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-d22bca72-9d78-4791-a63b-a5be1a47c757 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/28341ec4-be05-4c2e-b1ca-1b0dfdb1b496 HTTP/1.1" status: 204 len: 168 time: 0.2949228 Apr 06 16:42:17.350186 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22bca72-9d78-4791-a63b-a5be1a47c757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28341ec4-be05-4c2e-b1ca-1b0dfdb1b496,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:17.741928 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 5efda657-94e9-45f5-ac1a-ab85b6c90c81 up at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:42:17.795808 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Provisioning complete for port 5efda657-94e9-45f5-ac1a-ab85b6c90c81 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:42:17.796180 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (5efda657-94e9-45f5-ac1a-ab85b6c90c81), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:17.880636 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Current status of the port 5efda657-94e9-45f5-ac1a-ab85b6c90c81 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:42:20.567309 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 43822) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:42:20.683446 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-74827478-95d2-492f-b764-a344eb23c6f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:20.760315 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-74827478-95d2-492f-b764-a344eb23c6f4 admin admin] Publish callbacks [] for security_group (3cc26edc-892d-4af0-ba76-d25edb2e19c2), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:20.867844 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-74827478-95d2-492f-b764-a344eb23c6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (3cc26edc-892d-4af0-ba76-d25edb2e19c2), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:20.909127 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-74827478-95d2-492f-b764-a344eb23c6f4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4920dab8a22342dd9b3431736288e3e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3406882 Apr 06 16:42:20.909989 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74827478-95d2-492f-b764-a344eb23c6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc26edc-892d-4af0-ba76-d25edb2e19c2,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:20.912775 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 43826) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:42:20.967194 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-bd8fca58-4db8-4e52-9d65-44cd4c1e43e2 admin admin] Publish callbacks [] for security_group (3cc26edc-892d-4af0-ba76-d25edb2e19c2), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:20.989445 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-bd8fca58-4db8-4e52-9d65-44cd4c1e43e2 admin admin] Publish callbacks [] for security_group (3cc26edc-892d-4af0-ba76-d25edb2e19c2), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:21.113883 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-bd8fca58-4db8-4e52-9d65-44cd4c1e43e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (3cc26edc-892d-4af0-ba76-d25edb2e19c2), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:21.116510 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-bd8fca58-4db8-4e52-9d65-44cd4c1e43e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:21.117673 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-bd8fca58-4db8-4e52-9d65-44cd4c1e43e2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3cc26edc-892d-4af0-ba76-d25edb2e19c2 HTTP/1.1" status: 204 len: 168 time: 0.2032526 Apr 06 16:42:21.127504 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8fca58-4db8-4e52-9d65-44cd4c1e43e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc26edc-892d-4af0-ba76-d25edb2e19c2,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:21.879618 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 43836) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:42:21.893647 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-efc80481-2401-45b6-82aa-110c63f5911e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:21.974667 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-efc80481-2401-45b6-82aa-110c63f5911e admin admin] Publish callbacks [] for security_group (71223eb0-bd6e-498e-a6fd-44cad819cace), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:22.067737 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-efc80481-2401-45b6-82aa-110c63f5911e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (71223eb0-bd6e-498e-a6fd-44cad819cace), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:22.107092 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-efc80481-2401-45b6-82aa-110c63f5911e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=54fdbd30f1f84204bfd16b52416c9d31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2262986 Apr 06 16:42:22.109204 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc80481-2401-45b6-82aa-110c63f5911e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71223eb0-bd6e-498e-a6fd-44cad819cace,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:22.109912 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 43838) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:42:22.160899 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-80a402d9-86b6-4d9e-af25-9c2d63b152f4 admin admin] Publish callbacks [] for security_group (71223eb0-bd6e-498e-a6fd-44cad819cace), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:22.183745 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-80a402d9-86b6-4d9e-af25-9c2d63b152f4 admin admin] Publish callbacks [] for security_group (71223eb0-bd6e-498e-a6fd-44cad819cace), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:22.323864 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-80a402d9-86b6-4d9e-af25-9c2d63b152f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (71223eb0-bd6e-498e-a6fd-44cad819cace), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:22.326393 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-80a402d9-86b6-4d9e-af25-9c2d63b152f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:22.327540 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-80a402d9-86b6-4d9e-af25-9c2d63b152f4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/71223eb0-bd6e-498e-a6fd-44cad819cace HTTP/1.1" status: 204 len: 168 time: 0.2166550 Apr 06 16:42:22.335838 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a402d9-86b6-4d9e-af25-9c2d63b152f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71223eb0-bd6e-498e-a6fd-44cad819cace,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:23.611297 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 43876) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:42:23.713232 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [None req-2e81adb3-d0a1-45cf-8ff4-6e96c001c009 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1983750661-network', 'tenant_id': '32db04e960af442cb5418052a3a4a2bb'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:42:23.833083 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e81adb3-d0a1-45cf-8ff4-6e96c001c009 admin admin] Made reservation on behalf of 32db04e960af442cb5418052a3a4a2bb for: {'network': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:42:23.835379 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2e81adb3-d0a1-45cf-8ff4-6e96c001c009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for network (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:23.845557 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2e81adb3-d0a1-45cf-8ff4-6e96c001c009 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:23.929757 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2e81adb3-d0a1-45cf-8ff4-6e96c001c009 admin admin] Publish callbacks [] for security_group (479598d5-a70d-476e-aed5-16325c3ebb27), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:24.016354 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2e81adb3-d0a1-45cf-8ff4-6e96c001c009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (479598d5-a70d-476e-aed5-16325c3ebb27), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:24.041615 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e81adb3-d0a1-45cf-8ff4-6e96c001c009 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=103681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 16:42:24.052239 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81adb3-d0a1-45cf-8ff4-6e96c001c009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=479598d5-a70d-476e-aed5-16325c3ebb27,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:24.058152 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2e81adb3-d0a1-45cf-8ff4-6e96c001c009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1728802'] for segment (7eda3dbe-c5ff-4b34-a585-e8b050c17a55), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:24.058488 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.db.segments_db [None req-2e81adb3-d0a1-45cf-8ff4-6e96c001c009 admin admin] Added segment 7eda3dbe-c5ff-4b34-a585-e8b050c17a55 of type vlan for network adb34207-0060-4507-afac-006734361594 Apr 06 16:42:24.098366 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2e81adb3-d0a1-45cf-8ff4-6e96c001c009 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758155981114'] for network (adb34207-0060-4507-afac-006734361594), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:24.182956 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2e81adb3-d0a1-45cf-8ff4-6e96c001c009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069'] for network (adb34207-0060-4507-afac-006734361594), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:24.184086 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e81adb3-d0a1-45cf-8ff4-6e96c001c009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:24.184682 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2e81adb3-d0a1-45cf-8ff4-6e96c001c009 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:24.246085 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81adb3-d0a1-45cf-8ff4-6e96c001c009 admin admin] Pushing event updated for resources: {'Network': ['ID=adb34207-0060-4507-afac-006734361594,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:24.256614 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Network adb34207-0060-4507-afac-006734361594 details requested by agent ovs-agent-dv-cinder-815660-7-smb with host dv-cinder-815660-7-smb {{(pid=103682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 16:42:24.328170 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-2e81adb3-d0a1-45cf-8ff4-6e96c001c009 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7156658 Apr 06 16:42:24.331110 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 43884) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:42:24.336287 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [None req-6a05b61d-22e9-4519-a6bf-b10e1ee5c244 admin admin] Request body: {'subnet': {'network_id': 'adb34207-0060-4507-afac-006734361594', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1983750661-subnet', 'tenant_id': '32db04e960af442cb5418052a3a4a2bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:42:24.473036 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a05b61d-22e9-4519-a6bf-b10e1ee5c244 admin admin] Made reservation on behalf of 32db04e960af442cb5418052a3a4a2bb for: {'subnet': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:42:24.475375 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-6a05b61d-22e9-4519-a6bf-b10e1ee5c244 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4648709'] for subnet (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:24.724914 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-6a05b61d-22e9-4519-a6bf-b10e1ee5c244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6162270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4648731'] for subnet (b8e42e25-5eee-4614-aa39-46f519678b73), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:24.789215 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a05b61d-22e9-4519-a6bf-b10e1ee5c244 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8e42e25-5eee-4614-aa39-46f519678b73,revision_number=0']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:24.799038 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a05b61d-22e9-4519-a6bf-b10e1ee5c244 admin admin] Checking segment: {'id': '7eda3dbe-c5ff-4b34-a585-e8b050c17a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'adb34207-0060-4507-afac-006734361594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:42:24.799399 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a05b61d-22e9-4519-a6bf-b10e1ee5c244 admin admin] Network hostable DHCP agents. Network: adb34207-0060-4507-afac-006734361594, hostable agents: ['f8e9d332-5077-4d82-8c59-e3560cf7409d'], hosted agents: [] {{(pid=103681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 16:42:24.901736 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a05b61d-22e9-4519-a6bf-b10e1ee5c244 admin admin] Network adb34207-0060-4507-afac-006734361594 is scheduled to be hosted by DHCP agent f8e9d332-5077-4d82-8c59-e3560cf7409d with binding_index 1 {{(pid=103681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 16:42:24.998886 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-6a05b61d-22e9-4519-a6bf-b10e1ee5c244 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-7-smb, adb34207-0060-4507-afac-006734361594) {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:42:25.002914 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a05b61d-22e9-4519-a6bf-b10e1ee5c244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:25.003507 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-6a05b61d-22e9-4519-a6bf-b10e1ee5c244 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for subnet (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:25.008752 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a536c2b-ea9a-4743-85fb-8e5afa1a072d None None] Network adb34207-0060-4507-afac-006734361594 requested from dv-cinder-815660-7-smb {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:42:25.098898 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-6a05b61d-22e9-4519-a6bf-b10e1ee5c244 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7665732 Apr 06 16:42:25.113215 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f48d16-1e05-4580-874d-fce238ee73fb None None] Network adb34207-0060-4507-afac-006734361594 requested from dv-cinder-815660-7-smb {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:42:25.870357 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 43914) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:42:25.876490 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [None req-5ac5566b-4e45-4add-a5e3-7b58b386aeb5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-903478512-network', 'tenant_id': 'fd3d5d70af3e4cb88406aee32bbca827'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:42:25.959379 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac5566b-4e45-4add-a5e3-7b58b386aeb5 admin admin] Made reservation on behalf of fd3d5d70af3e4cb88406aee32bbca827 for: {'network': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:42:25.964550 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5ac5566b-4e45-4add-a5e3-7b58b386aeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for network (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:25.971093 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5ac5566b-4e45-4add-a5e3-7b58b386aeb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:26.046240 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5ac5566b-4e45-4add-a5e3-7b58b386aeb5 admin admin] Publish callbacks [] for security_group (268b7481-1145-40e3-97b3-ae3ab015c8b5), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:26.164406 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5ac5566b-4e45-4add-a5e3-7b58b386aeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (268b7481-1145-40e3-97b3-ae3ab015c8b5), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:26.187221 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ac5566b-4e45-4add-a5e3-7b58b386aeb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=103681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 16:42:26.200697 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5566b-4e45-4add-a5e3-7b58b386aeb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268b7481-1145-40e3-97b3-ae3ab015c8b5,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:26.212095 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5ac5566b-4e45-4add-a5e3-7b58b386aeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1728802'] for segment (b5a1490d-170a-4223-be14-4ea0ca174105), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:26.212095 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.db.segments_db [None req-5ac5566b-4e45-4add-a5e3-7b58b386aeb5 admin admin] Added segment b5a1490d-170a-4223-be14-4ea0ca174105 of type vlan for network a90704e7-038e-41e4-bb16-ee64ab8f2a82 Apr 06 16:42:26.247527 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5ac5566b-4e45-4add-a5e3-7b58b386aeb5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758155981114'] for network (a90704e7-038e-41e4-bb16-ee64ab8f2a82), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:26.370416 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5ac5566b-4e45-4add-a5e3-7b58b386aeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069'] for network (a90704e7-038e-41e4-bb16-ee64ab8f2a82), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:26.371551 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac5566b-4e45-4add-a5e3-7b58b386aeb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:26.372158 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5ac5566b-4e45-4add-a5e3-7b58b386aeb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:26.434614 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5566b-4e45-4add-a5e3-7b58b386aeb5 admin admin] Pushing event updated for resources: {'Network': ['ID=a90704e7-038e-41e4-bb16-ee64ab8f2a82,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:26.445179 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Network a90704e7-038e-41e4-bb16-ee64ab8f2a82 details requested by agent ovs-agent-dv-cinder-815660-7-smb with host dv-cinder-815660-7-smb {{(pid=103682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 16:42:26.515716 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-5ac5566b-4e45-4add-a5e3-7b58b386aeb5 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6431839 Apr 06 16:42:26.518458 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 43930) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:42:26.525006 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [None req-d78d1cde-23d7-46ee-a6b7-e39245685da3 admin admin] Request body: {'subnet': {'network_id': 'a90704e7-038e-41e4-bb16-ee64ab8f2a82', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-903478512-subnet', 'tenant_id': 'fd3d5d70af3e4cb88406aee32bbca827', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:42:26.633129 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78d1cde-23d7-46ee-a6b7-e39245685da3 admin admin] Made reservation on behalf of fd3d5d70af3e4cb88406aee32bbca827 for: {'subnet': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:42:26.636024 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d78d1cde-23d7-46ee-a6b7-e39245685da3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4648709'] for subnet (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:26.907502 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d78d1cde-23d7-46ee-a6b7-e39245685da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6162270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4648731'] for subnet (55324769-1f8c-4625-8708-ef7f7dd53a60), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:26.957572 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d1cde-23d7-46ee-a6b7-e39245685da3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55324769-1f8c-4625-8708-ef7f7dd53a60,revision_number=0']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:26.974072 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78d1cde-23d7-46ee-a6b7-e39245685da3 admin admin] Checking segment: {'id': 'b5a1490d-170a-4223-be14-4ea0ca174105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a90704e7-038e-41e4-bb16-ee64ab8f2a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:42:26.974435 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78d1cde-23d7-46ee-a6b7-e39245685da3 admin admin] Network hostable DHCP agents. Network: a90704e7-038e-41e4-bb16-ee64ab8f2a82, hostable agents: ['f8e9d332-5077-4d82-8c59-e3560cf7409d'], hosted agents: [] {{(pid=103681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 16:42:27.090329 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78d1cde-23d7-46ee-a6b7-e39245685da3 admin admin] Network a90704e7-038e-41e4-bb16-ee64ab8f2a82 is scheduled to be hosted by DHCP agent f8e9d332-5077-4d82-8c59-e3560cf7409d with binding_index 1 {{(pid=103681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 16:42:27.204725 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-d78d1cde-23d7-46ee-a6b7-e39245685da3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-7-smb, a90704e7-038e-41e4-bb16-ee64ab8f2a82) {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:42:27.209175 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78d1cde-23d7-46ee-a6b7-e39245685da3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:27.209769 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d78d1cde-23d7-46ee-a6b7-e39245685da3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for subnet (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:27.214977 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65037970-1461-4054-ae01-b887325d78d5 None None] Network a90704e7-038e-41e4-bb16-ee64ab8f2a82 requested from dv-cinder-815660-7-smb {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:42:27.316661 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-d78d1cde-23d7-46ee-a6b7-e39245685da3 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7970130 Apr 06 16:42:27.329942 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6c4022-4aa6-4176-8116-5d367495aeb9 None None] Network a90704e7-038e-41e4-bb16-ee64ab8f2a82 requested from dv-cinder-815660-7-smb {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:42:27.813673 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb051e3-2737-44f7-9fa3-4b07b121dacb req-940ad97d-b0fa-4080-af43-3560eb149dc5 tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:27.815249 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-beb051e3-2737-44f7-9fa3-4b07b121dacb req-940ad97d-b0fa-4080-af43-3560eb149dc5 tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] 10.222.0.49 "GET /v2.0/networks?id=adb34207-0060-4507-afac-006734361594 HTTP/1.1" status: 200 len: 809 time: 0.1051729 Apr 06 16:42:27.829879 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-beb051e3-2737-44f7-9fa3-4b07b121dacb req-bd18d8e6-d0e1-47b8-a0ff-720034ad73fe tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] 10.222.0.49 "GET /v2.0/quotas/32db04e960af442cb5418052a3a4a2bb HTTP/1.1" status: 200 len: 375 time: 0.0091450 Apr 06 16:42:27.866340 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-beb051e3-2737-44f7-9fa3-4b07b121dacb req-af5483a2-eeb4-402e-9de6-bc2a2854da31 tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=32db04e960af442cb5418052a3a4a2bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313981 Apr 06 16:42:27.970965 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [req-beb051e3-2737-44f7-9fa3-4b07b121dacb req-98673196-ca8e-429d-9205-3f9016d31afb service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103680) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 16:42:27.972000 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-beb051e3-2737-44f7-9fa3-4b07b121dacb req-98673196-ca8e-429d-9205-3f9016d31afb service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0992517 Apr 06 16:42:28.062551 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-beb051e3-2737-44f7-9fa3-4b07b121dacb req-ba98be40-2bd0-4e4e-8f57-df7c660847c6 service neutron] 10.222.0.49 "GET /v2.0/networks/adb34207-0060-4507-afac-006734361594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841784 Apr 06 16:42:28.159187 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-beb051e3-2737-44f7-9fa3-4b07b121dacb req-a53f1c5b-43a4-4866-bae8-0fb97fdd95d4 service neutron] 10.222.0.49 "GET /v2.0/networks/adb34207-0060-4507-afac-006734361594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905819 Apr 06 16:42:28.165334 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 43966) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:42:28.274383 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a9517f25-0369-4898-bd87-6af403056bcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:28.349123 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a9517f25-0369-4898-bd87-6af403056bcb admin admin] Publish callbacks [] for security_group (900aaa0c-eafc-452b-8fb1-a2d20922a4f9), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:28.415341 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-5ca870dd-7e0c-4174-a836-6b8f2804921a req-41ab7700-c707-41aa-b598-c97725570ec0 tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0cb3a8e-ef36-46f9-964c-7a3250c0a34f HTTP/1.1" status: 200 len: 210 time: 0.0286884 Apr 06 16:42:28.421788 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a9517f25-0369-4898-bd87-6af403056bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (900aaa0c-eafc-452b-8fb1-a2d20922a4f9), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:28.462364 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-a9517f25-0369-4898-bd87-6af403056bcb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=697c98ceeaec47178ae3fe1613676d04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2956524 Apr 06 16:42:28.463354 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9517f25-0369-4898-bd87-6af403056bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900aaa0c-eafc-452b-8fb1-a2d20922a4f9,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:28.465340 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 43980) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:42:28.517474 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-47f2057a-10cd-46b9-9e10-e465841b7e2a admin admin] Publish callbacks [] for security_group (900aaa0c-eafc-452b-8fb1-a2d20922a4f9), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:28.539238 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-47f2057a-10cd-46b9-9e10-e465841b7e2a admin admin] Publish callbacks [] for security_group (900aaa0c-eafc-452b-8fb1-a2d20922a4f9), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:28.683884 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-47f2057a-10cd-46b9-9e10-e465841b7e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (900aaa0c-eafc-452b-8fb1-a2d20922a4f9), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:28.686465 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-47f2057a-10cd-46b9-9e10-e465841b7e2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:28.687617 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-47f2057a-10cd-46b9-9e10-e465841b7e2a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/900aaa0c-eafc-452b-8fb1-a2d20922a4f9 HTTP/1.1" status: 204 len: 168 time: 0.2201090 Apr 06 16:42:28.703459 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f2057a-10cd-46b9-9e10-e465841b7e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900aaa0c-eafc-452b-8fb1-a2d20922a4f9,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:29.428935 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 43998) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:42:29.443658 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a2a3141b-7582-441d-9b9a-81967e30333e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:29.492795 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-5da8c002-198a-413d-a235-4f40956e6469 req-08bce90e-63ae-449a-b2d2-d38d9365ff7c tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0cb3a8e-ef36-46f9-964c-7a3250c0a34f HTTP/1.1" status: 200 len: 210 time: 0.0282948 Apr 06 16:42:29.521907 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a2a3141b-7582-441d-9b9a-81967e30333e admin admin] Publish callbacks [] for security_group (5ebc5a1b-2ec6-48d4-a37b-31fa8c50fb48), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:29.621951 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a2a3141b-7582-441d-9b9a-81967e30333e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (5ebc5a1b-2ec6-48d4-a37b-31fa8c50fb48), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:29.661895 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a3141b-7582-441d-9b9a-81967e30333e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ebc5a1b-2ec6-48d4-a37b-31fa8c50fb48,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:29.668274 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-a2a3141b-7582-441d-9b9a-81967e30333e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=de6edbb4a200450f8a711e545a5beb6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2381456 Apr 06 16:42:29.670796 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 44004) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:42:29.718563 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-dd5581bd-e85d-452c-bc93-f8ba2eb7a74a admin admin] Publish callbacks [] for security_group (5ebc5a1b-2ec6-48d4-a37b-31fa8c50fb48), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:29.741071 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-dd5581bd-e85d-452c-bc93-f8ba2eb7a74a admin admin] Publish callbacks [] for security_group (5ebc5a1b-2ec6-48d4-a37b-31fa8c50fb48), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:29.764461 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b99df131-0ff1-4842-a4d3-914252091677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:29.896053 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-dd5581bd-e85d-452c-bc93-f8ba2eb7a74a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (5ebc5a1b-2ec6-48d4-a37b-31fa8c50fb48), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:29.898618 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-dd5581bd-e85d-452c-bc93-f8ba2eb7a74a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:29.899860 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-dd5581bd-e85d-452c-bc93-f8ba2eb7a74a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5ebc5a1b-2ec6-48d4-a37b-31fa8c50fb48 HTTP/1.1" status: 204 len: 168 time: 0.2281835 Apr 06 16:42:29.908763 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5581bd-e85d-452c-bc93-f8ba2eb7a74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ebc5a1b-2ec6-48d4-a37b-31fa8c50fb48,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:30.593319 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-989aed87-3eb6-4a88-8e18-a41b1b6e1ac9 req-00d3cfad-8ddd-420e-870c-fd5ed3d398a6 tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0cb3a8e-ef36-46f9-964c-7a3250c0a34f HTTP/1.1" status: 200 len: 210 time: 0.0320215 Apr 06 16:42:30.658647 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 44014) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:42:30.672300 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-345d72d1-f374-43b9-95fa-e88f87d82432 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:30.747845 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-345d72d1-f374-43b9-95fa-e88f87d82432 admin admin] Publish callbacks [] for security_group (6a652bdd-0dc7-45b9-b13e-4fc61894fc58), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:30.833196 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-345d72d1-f374-43b9-95fa-e88f87d82432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (6a652bdd-0dc7-45b9-b13e-4fc61894fc58), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:30.870797 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d72d1-f374-43b9-95fa-e88f87d82432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a652bdd-0dc7-45b9-b13e-4fc61894fc58,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:30.875346 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-345d72d1-f374-43b9-95fa-e88f87d82432 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=88997158b1014c20836be580aab451db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2158396 Apr 06 16:42:30.878054 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 44016) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:42:30.930156 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e189b627-600c-4691-82e3-9d8f76878334 admin admin] Publish callbacks [] for security_group (6a652bdd-0dc7-45b9-b13e-4fc61894fc58), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:30.951390 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e189b627-600c-4691-82e3-9d8f76878334 admin admin] Publish callbacks [] for security_group (6a652bdd-0dc7-45b9-b13e-4fc61894fc58), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:31.164850 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e189b627-600c-4691-82e3-9d8f76878334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (6a652bdd-0dc7-45b9-b13e-4fc61894fc58), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:31.167429 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e189b627-600c-4691-82e3-9d8f76878334 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:31.168628 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-e189b627-600c-4691-82e3-9d8f76878334 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6a652bdd-0dc7-45b9-b13e-4fc61894fc58 HTTP/1.1" status: 204 len: 168 time: 0.2893121 Apr 06 16:42:31.176777 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e189b627-600c-4691-82e3-9d8f76878334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a652bdd-0dc7-45b9-b13e-4fc61894fc58,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:31.342650 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb051e3-2737-44f7-9fa3-4b07b121dacb req-470e58ce-208f-4277-bc45-0eb7ac955a06 tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:31.344129 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-beb051e3-2737-44f7-9fa3-4b07b121dacb req-470e58ce-208f-4277-bc45-0eb7ac955a06 tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] 10.222.0.39 "GET /v2.0/networks?id=adb34207-0060-4507-afac-006734361594 HTTP/1.1" status: 200 len: 809 time: 0.1038761 Apr 06 16:42:31.356093 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [req-beb051e3-2737-44f7-9fa3-4b07b121dacb req-935a6b31-ce0a-4a08-837f-16df554362e0 tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] Request body: {'port': {'device_id': 'c0cb3a8e-ef36-46f9-964c-7a3250c0a34f', 'network_id': 'adb34207-0060-4507-afac-006734361594', 'admin_state_up': True, 'tenant_id': '32db04e960af442cb5418052a3a4a2bb'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:42:31.364910 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (0e5c86dc-cd19-4356-a060-9388d8808620), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:31.559378 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beb051e3-2737-44f7-9fa3-4b07b121dacb req-935a6b31-ce0a-4a08-837f-16df554362e0 tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] Made reservation on behalf of 32db04e960af442cb5418052a3a4a2bb for: {'port': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:42:31.563480 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-beb051e3-2737-44f7-9fa3-4b07b121dacb req-935a6b31-ce0a-4a08-837f-16df554362e0 tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:31.708833 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-561a5415-ce0d-4263-b761-8fc00a80e1cd req-2fb63b19-3ca8-471f-a29d-c030d05067f2 tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0cb3a8e-ef36-46f9-964c-7a3250c0a34f HTTP/1.1" status: 200 len: 210 time: 0.0386043 Apr 06 16:42:31.735188 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.db_base_plugin_common [req-beb051e3-2737-44f7-9fa3-4b07b121dacb req-935a6b31-ce0a-4a08-837f-16df554362e0 tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] Allocated IP 172.20.0.7 (adb34207-0060-4507-afac-006734361594/b8e42e25-5eee-4614-aa39-46f519678b73/895e93f3-e5dd-4eba-a620-8cb8da6992c0) {{(pid=103680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:42:31.901487 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-beb051e3-2737-44f7-9fa3-4b07b121dacb req-935a6b31-ce0a-4a08-837f-16df554362e0 tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] Publish callbacks [] for port (895e93f3-e5dd-4eba-a620-8cb8da6992c0), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:32.011423 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-beb051e3-2737-44f7-9fa3-4b07b121dacb req-935a6b31-ce0a-4a08-837f-16df554362e0 tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (895e93f3-e5dd-4eba-a620-8cb8da6992c0), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:32.044894 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-ba784d4a-a953-4f69-92f5-2959e4d53994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:32.058126 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beb051e3-2737-44f7-9fa3-4b07b121dacb req-935a6b31-ce0a-4a08-837f-16df554362e0 tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] Network adb34207-0060-4507-afac-006734361594 is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:42:32.061435 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [req-beb051e3-2737-44f7-9fa3-4b07b121dacb req-935a6b31-ce0a-4a08-837f-16df554362e0 tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:42:32.065113 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb051e3-2737-44f7-9fa3-4b07b121dacb req-935a6b31-ce0a-4a08-837f-16df554362e0 tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] Received port after_create {{(pid=103680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:42:32.071480 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a6b31-ce0a-4a08-837f-16df554362e0 tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] Pushing event updated for resources: {'Port': ['ID=895e93f3-e5dd-4eba-a620-8cb8da6992c0,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:32.116756 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb051e3-2737-44f7-9fa3-4b07b121dacb req-935a6b31-ce0a-4a08-837f-16df554362e0 tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:32.117349 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-beb051e3-2737-44f7-9fa3-4b07b121dacb req-935a6b31-ce0a-4a08-837f-16df554362e0 tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for port (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:32.258178 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-beb051e3-2737-44f7-9fa3-4b07b121dacb req-935a6b31-ce0a-4a08-837f-16df554362e0 tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9057925 Apr 06 16:42:32.268286 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [req-beb051e3-2737-44f7-9fa3-4b07b121dacb req-ec1a1c25-7edd-46bd-94c6-7b872a5c335d tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103680) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 16:42:32.269958 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-beb051e3-2737-44f7-9fa3-4b07b121dacb req-ec1a1c25-7edd-46bd-94c6-7b872a5c335d tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050685 Apr 06 16:42:32.372108 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [req-beb051e3-2737-44f7-9fa3-4b07b121dacb req-d42ce6b4-b8fd-4e39-a07d-54419bb48b7f service neutron] Request body: {'port': {'device_id': 'c0cb3a8e-ef36-46f9-964c-7a3250c0a34f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:42:32.436305 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-beb051e3-2737-44f7-9fa3-4b07b121dacb req-d42ce6b4-b8fd-4e39-a07d-54419bb48b7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (895e93f3-e5dd-4eba-a620-8cb8da6992c0), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:32.713482 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.notifiers.nova [req-beb051e3-2737-44f7-9fa3-4b07b121dacb req-d42ce6b4-b8fd-4e39-a07d-54419bb48b7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 895e93f3-e5dd-4eba-a620-8cb8da6992c0 {{(pid=103680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:42:32.721355 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-beb051e3-2737-44f7-9fa3-4b07b121dacb req-d42ce6b4-b8fd-4e39-a07d-54419bb48b7f service neutron] Publish callbacks [] for port (895e93f3-e5dd-4eba-a620-8cb8da6992c0), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:32.734006 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.provisioning_blocks [req-beb051e3-2737-44f7-9fa3-4b07b121dacb req-d42ce6b4-b8fd-4e39-a07d-54419bb48b7f service neutron] Transition to ACTIVE for port object 895e93f3-e5dd-4eba-a620-8cb8da6992c0 will not be triggered until provisioned by entity L2. {{(pid=103680) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 16:42:32.833212 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-beb051e3-2737-44f7-9fa3-4b07b121dacb req-d42ce6b4-b8fd-4e39-a07d-54419bb48b7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978180'] for port (895e93f3-e5dd-4eba-a620-8cb8da6992c0), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:32.842645 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07269e3-a416-464b-aec8-3dfc9df681e8 req-68895967-b430-419e-873e-fb8ec8b33bb1 tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:32.844254 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-e07269e3-a416-464b-aec8-3dfc9df681e8 req-68895967-b430-419e-873e-fb8ec8b33bb1 tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0cb3a8e-ef36-46f9-964c-7a3250c0a34f HTTP/1.1" status: 200 len: 931 time: 0.0588129 Apr 06 16:42:32.902986 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-e07269e3-a416-464b-aec8-3dfc9df681e8 req-9f7b0a88-716d-4ec6-a2f4-a0d0ecdc31b2 tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] 10.222.0.49 "GET /v2.0/security-groups?id=479598d5-a70d-476e-aed5-16325c3ebb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530469 Apr 06 16:42:32.908020 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42ce6b4-b8fd-4e39-a07d-54419bb48b7f service neutron] Pushing event updated for resources: {'Port': ['ID=895e93f3-e5dd-4eba-a620-8cb8da6992c0,revision_number=2']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:32.961782 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.managers [req-beb051e3-2737-44f7-9fa3-4b07b121dacb req-d42ce6b4-b8fd-4e39-a07d-54419bb48b7f service neutron] Attempting to bind port 895e93f3-e5dd-4eba-a620-8cb8da6992c0 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:42:32.962112 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.managers [req-beb051e3-2737-44f7-9fa3-4b07b121dacb req-d42ce6b4-b8fd-4e39-a07d-54419bb48b7f service neutron] Attempting to bind port 895e93f3-e5dd-4eba-a620-8cb8da6992c0 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '7eda3dbe-c5ff-4b34-a585-e8b050c17a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'adb34207-0060-4507-afac-006734361594'}] {{(pid=103680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:42:32.962445 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb051e3-2737-44f7-9fa3-4b07b121dacb req-d42ce6b4-b8fd-4e39-a07d-54419bb48b7f service neutron] Attempting to bind port 895e93f3-e5dd-4eba-a620-8cb8da6992c0 on network adb34207-0060-4507-afac-006734361594 {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:42:32.967027 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb051e3-2737-44f7-9fa3-4b07b121dacb req-d42ce6b4-b8fd-4e39-a07d-54419bb48b7f service neutron] Port 895e93f3-e5dd-4eba-a620-8cb8da6992c0 on network adb34207-0060-4507-afac-006734361594 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 16:42:32.967365 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb051e3-2737-44f7-9fa3-4b07b121dacb req-d42ce6b4-b8fd-4e39-a07d-54419bb48b7f service neutron] Attempting to bind port 895e93f3-e5dd-4eba-a620-8cb8da6992c0 on network adb34207-0060-4507-afac-006734361594 {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:42:32.972433 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb051e3-2737-44f7-9fa3-4b07b121dacb req-d42ce6b4-b8fd-4e39-a07d-54419bb48b7f service neutron] Checking agent: {'id': '0e5c86dc-cd19-4356-a060-9388d8808620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 29), 'started_at': datetime.datetime(2022, 4, 6, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:42:32.973657 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb051e3-2737-44f7-9fa3-4b07b121dacb req-d42ce6b4-b8fd-4e39-a07d-54419bb48b7f service neutron] Checking segment: {'id': '7eda3dbe-c5ff-4b34-a585-e8b050c17a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'adb34207-0060-4507-afac-006734361594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:42:32.973657 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb051e3-2737-44f7-9fa3-4b07b121dacb req-d42ce6b4-b8fd-4e39-a07d-54419bb48b7f service neutron] Bound using segment: {'id': '7eda3dbe-c5ff-4b34-a585-e8b050c17a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'adb34207-0060-4507-afac-006734361594'} {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:42:32.973657 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.managers [req-beb051e3-2737-44f7-9fa3-4b07b121dacb req-d42ce6b4-b8fd-4e39-a07d-54419bb48b7f service neutron] Bound port: 895e93f3-e5dd-4eba-a620-8cb8da6992c0, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eda3dbe-c5ff-4b34-a585-e8b050c17a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'adb34207-0060-4507-afac-006734361594'}}] {{(pid=103680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:42:32.974123 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-beb051e3-2737-44f7-9fa3-4b07b121dacb req-d42ce6b4-b8fd-4e39-a07d-54419bb48b7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (895e93f3-e5dd-4eba-a620-8cb8da6992c0), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:33.044470 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [req-beb051e3-2737-44f7-9fa3-4b07b121dacb req-d42ce6b4-b8fd-4e39-a07d-54419bb48b7f service neutron] For port 895e93f3-e5dd-4eba-a620-8cb8da6992c0, host hv-cinder-81566, cleared binding levels {{(pid=103680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:42:33.047669 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [req-beb051e3-2737-44f7-9fa3-4b07b121dacb req-d42ce6b4-b8fd-4e39-a07d-54419bb48b7f service neutron] For port 895e93f3-e5dd-4eba-a620-8cb8da6992c0, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=895e93f3-e5dd-4eba-a620-8cb8da6992c0,segment=NetworkSegment(7eda3dbe-c5ff-4b34-a585-e8b050c17a55),segment_id=7eda3dbe-c5ff-4b34-a585-e8b050c17a55)] {{(pid=103680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:42:33.176112 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-beb051e3-2737-44f7-9fa3-4b07b121dacb req-d42ce6b4-b8fd-4e39-a07d-54419bb48b7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978180'] for port (895e93f3-e5dd-4eba-a620-8cb8da6992c0), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:33.210422 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb051e3-2737-44f7-9fa3-4b07b121dacb req-d42ce6b4-b8fd-4e39-a07d-54419bb48b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:33.211037 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-beb051e3-2737-44f7-9fa3-4b07b121dacb req-d42ce6b4-b8fd-4e39-a07d-54419bb48b7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for port (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:33.212428 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-beb051e3-2737-44f7-9fa3-4b07b121dacb req-d42ce6b4-b8fd-4e39-a07d-54419bb48b7f service neutron] 10.222.0.39 "PUT /v2.0/ports/895e93f3-e5dd-4eba-a620-8cb8da6992c0 HTTP/1.1" status: 200 len: 1093 time: 0.9367895 Apr 06 16:42:33.212875 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0cb3a8e-ef36-46f9-964c-7a3250c0a34f', 'tag': '895e93f3-e5dd-4eba-a620-8cb8da6992c0'}] {{(pid=103680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:42:33.215135 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37defc4f8c4d51421555421a688636eb49d5c8fee7a473d71a3f8bc7c746dcd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfe6182-ed34-40da-b0ff-967e6781a0d3" -d '{"events": [{"name": "network-changed", "server_uuid": "c0cb3a8e-ef36-46f9-964c-7a3250c0a34f", "tag": "895e93f3-e5dd-4eba-a620-8cb8da6992c0"}]}' {{(pid=103680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:42:33.239340 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42ce6b4-b8fd-4e39-a07d-54419bb48b7f service neutron] Pushing event updated for resources: {'Port': ['ID=895e93f3-e5dd-4eba-a620-8cb8da6992c0,revision_number=3']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:33.364527 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb051e3-2737-44f7-9fa3-4b07b121dacb req-4352f173-601e-453a-8300-871bc73d6f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:33.366476 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-beb051e3-2737-44f7-9fa3-4b07b121dacb req-4352f173-601e-453a-8300-871bc73d6f6e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=32db04e960af442cb5418052a3a4a2bb&device_id=c0cb3a8e-ef36-46f9-964c-7a3250c0a34f HTTP/1.1" status: 200 len: 1127 time: 0.0486274 Apr 06 16:42:33.373430 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dea50c1-4265-4431-ab4b-78097c6228a4 x-openstack-request-id: req-8dea50c1-4265-4431-ab4b-78097c6228a4 {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:42:33.373728 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0cb3a8e-ef36-46f9-964c-7a3250c0a34f", "tag": "895e93f3-e5dd-4eba-a620-8cb8da6992c0", "status": "completed", "code": 200}]} {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:42:33.373987 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8dea50c1-4265-4431-ab4b-78097c6228a4 {{(pid=103680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:42:33.374439 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dea50c1-4265-4431-ab4b-78097c6228a4'] response: {'name': 'network-changed', 'server_uuid': 'c0cb3a8e-ef36-46f9-964c-7a3250c0a34f', 'tag': '895e93f3-e5dd-4eba-a620-8cb8da6992c0', 'status': 'completed', 'code': 200} Apr 06 16:42:33.419094 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-beb051e3-2737-44f7-9fa3-4b07b121dacb req-05ba11a7-2fae-4fbe-bd85-ff84ce3fd74c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=895e93f3-e5dd-4eba-a620-8cb8da6992c0 HTTP/1.1" status: 200 len: 217 time: 0.0409286 Apr 06 16:42:33.468464 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb051e3-2737-44f7-9fa3-4b07b121dacb req-a577c1c0-83e3-4a7d-9c9d-6c2b6b2ad016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:33.469908 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-beb051e3-2737-44f7-9fa3-4b07b121dacb req-a577c1c0-83e3-4a7d-9c9d-6c2b6b2ad016 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b8e42e25-5eee-4614-aa39-46f519678b73 HTTP/1.1" status: 200 len: 849 time: 0.0443671 Apr 06 16:42:33.502834 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-beb051e3-2737-44f7-9fa3-4b07b121dacb req-7f3d13f1-4f53-4382-a29b-da4eef96c982 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=adb34207-0060-4507-afac-006734361594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272806 Apr 06 16:42:33.505210 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:33.599807 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-beb051e3-2737-44f7-9fa3-4b07b121dacb req-b4ccae3d-cf1f-4b1d-af3e-b9bd58c0388f service neutron] 10.222.0.39 "GET /v2.0/networks/adb34207-0060-4507-afac-006734361594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880558 Apr 06 16:42:33.690701 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-beb051e3-2737-44f7-9fa3-4b07b121dacb req-ac0c0dba-5af0-4ee5-95ee-9bfa58466a40 service neutron] 10.222.0.39 "GET /v2.0/networks/adb34207-0060-4507-afac-006734361594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843406 Apr 06 16:42:34.026203 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72f457-44df-4678-b581-027b3be709b1 req-aca7758c-218c-4e5d-972f-1a4663f6d94e tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:34.028378 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-1b72f457-44df-4678-b581-027b3be709b1 req-aca7758c-218c-4e5d-972f-1a4663f6d94e tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0cb3a8e-ef36-46f9-964c-7a3250c0a34f HTTP/1.1" status: 200 len: 943 time: 0.0532806 Apr 06 16:42:34.077663 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-1b72f457-44df-4678-b581-027b3be709b1 req-f6338a55-29ed-4126-ab92-0e09d822d6a1 tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] 10.222.0.49 "GET /v2.0/security-groups?id=479598d5-a70d-476e-aed5-16325c3ebb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436723 Apr 06 16:42:34.627490 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:35.033017 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-d9d53c0c-4cf6-48e1-bba7-fb71cc2f2fc0 req-1ec28fa4-b6fb-4ea8-a640-8904d60c99a2 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1512273844&fields=id&tenant_id=3e0e9fb0b0674a50974ceebc2e7584ed HTTP/1.1" status: 200 len: 267 time: 0.0477939 Apr 06 16:42:35.145582 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d53c0c-4cf6-48e1-bba7-fb71cc2f2fc0 req-d68cd721-62e4-4f0f-a030-868db21a96af tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:35.146998 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-d9d53c0c-4cf6-48e1-bba7-fb71cc2f2fc0 req-d68cd721-62e4-4f0f-a030-868db21a96af tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/networks?id=905dec2a-0a2a-4dc2-a373-64830d2ec625 HTTP/1.1" status: 200 len: 808 time: 0.1045380 Apr 06 16:42:35.161560 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-d9d53c0c-4cf6-48e1-bba7-fb71cc2f2fc0 req-4e93a3ca-ca98-4974-9c82-7763ab990baf tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/quotas/3e0e9fb0b0674a50974ceebc2e7584ed HTTP/1.1" status: 200 len: 375 time: 0.0090206 Apr 06 16:42:35.198016 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ae812-434c-43a2-bed2-645428731f41 req-d6baff0c-45ff-4be9-b9b0-5f78c8b7b86a tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:35.200310 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-035ae812-434c-43a2-bed2-645428731f41 req-d6baff0c-45ff-4be9-b9b0-5f78c8b7b86a tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0cb3a8e-ef36-46f9-964c-7a3250c0a34f HTTP/1.1" status: 200 len: 943 time: 0.0534387 Apr 06 16:42:35.219197 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-d9d53c0c-4cf6-48e1-bba7-fb71cc2f2fc0 req-75a9f510-580f-45f7-bc35-62de4c08f7bb tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3e0e9fb0b0674a50974ceebc2e7584ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519156 Apr 06 16:42:35.247635 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-035ae812-434c-43a2-bed2-645428731f41 req-b30df519-95d8-4625-bb75-86365b5db71c tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] 10.222.0.49 "GET /v2.0/security-groups?id=479598d5-a70d-476e-aed5-16325c3ebb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416763 Apr 06 16:42:35.322237 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-d9d53c0c-4cf6-48e1-bba7-fb71cc2f2fc0 req-388d17e8-bc37-400a-9759-5d5fe9eeaa9b service neutron] 10.222.0.49 "GET /v2.0/networks/905dec2a-0a2a-4dc2-a373-64830d2ec625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909033 Apr 06 16:42:35.410781 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-d9d53c0c-4cf6-48e1-bba7-fb71cc2f2fc0 req-cdf93ee1-d3e1-482f-b653-3676445072be service neutron] 10.222.0.49 "GET /v2.0/networks/905dec2a-0a2a-4dc2-a373-64830d2ec625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827498 Apr 06 16:42:35.972120 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe6182-ed34-40da-b0ff-967e6781a0d3 req-a82a44ad-3e8b-45c1-9375-28045fce6264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:35.973654 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-7dfe6182-ed34-40da-b0ff-967e6781a0d3 req-a82a44ad-3e8b-45c1-9375-28045fce6264 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=32db04e960af442cb5418052a3a4a2bb&device_id=c0cb3a8e-ef36-46f9-964c-7a3250c0a34f HTTP/1.1" status: 200 len: 1127 time: 0.0454917 Apr 06 16:42:36.076086 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe6182-ed34-40da-b0ff-967e6781a0d3 req-87d07b7f-68c3-41ef-9c8b-8c8f4c17c57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:36.077644 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-7dfe6182-ed34-40da-b0ff-967e6781a0d3 req-87d07b7f-68c3-41ef-9c8b-8c8f4c17c57e service neutron] 10.222.0.39 "GET /v2.0/networks?id=adb34207-0060-4507-afac-006734361594 HTTP/1.1" status: 200 len: 910 time: 0.0948849 Apr 06 16:42:36.122990 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-7dfe6182-ed34-40da-b0ff-967e6781a0d3 req-5e314858-0e97-491f-bdef-52548184e16a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=895e93f3-e5dd-4eba-a620-8cb8da6992c0 HTTP/1.1" status: 200 len: 217 time: 0.0392671 Apr 06 16:42:36.135968 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-4e841fb2-3091-448b-820d-d8490b9774d4 req-3f43b4a0-1b9d-4d59-ab3f-d1ff28dc5c33 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 210 time: 0.0308974 Apr 06 16:42:36.175809 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:36.180134 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe6182-ed34-40da-b0ff-967e6781a0d3 req-638f5ad4-1298-4cb2-8cba-f3a24dacccb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:36.181607 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-7dfe6182-ed34-40da-b0ff-967e6781a0d3 req-638f5ad4-1298-4cb2-8cba-f3a24dacccb2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b8e42e25-5eee-4614-aa39-46f519678b73 HTTP/1.1" status: 200 len: 849 time: 0.0528913 Apr 06 16:42:36.222624 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-7dfe6182-ed34-40da-b0ff-967e6781a0d3 req-584c1652-6fc3-4b49-94f5-6496cf2dee82 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=adb34207-0060-4507-afac-006734361594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325933 Apr 06 16:42:36.314190 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-7dfe6182-ed34-40da-b0ff-967e6781a0d3 req-5d6947e1-b954-40b2-a10b-44aff8646d8d service neutron] 10.222.0.39 "GET /v2.0/networks/adb34207-0060-4507-afac-006734361594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856884 Apr 06 16:42:36.416035 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-7dfe6182-ed34-40da-b0ff-967e6781a0d3 req-be1ff210-909a-42ba-a673-e75bf449753b service neutron] 10.222.0.39 "GET /v2.0/networks/adb34207-0060-4507-afac-006734361594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957820 Apr 06 16:42:36.539620 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ebbed-bd01-49ec-84e7-dd6f7ff3827a req-5262ba6b-afdf-441d-80c5-1edcafd6149d tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:36.541176 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-6e8ebbed-bd01-49ec-84e7-dd6f7ff3827a req-5262ba6b-afdf-441d-80c5-1edcafd6149d tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0cb3a8e-ef36-46f9-964c-7a3250c0a34f HTTP/1.1" status: 200 len: 943 time: 0.0551896 Apr 06 16:42:36.592507 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-6e8ebbed-bd01-49ec-84e7-dd6f7ff3827a req-09c0b0c0-ba62-4e9d-b59d-21dea1eab25b tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] 10.222.0.49 "GET /v2.0/security-groups?id=479598d5-a70d-476e-aed5-16325c3ebb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447721 Apr 06 16:42:37.218435 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-f92ea56d-93c9-484e-b166-b5f23dcbc3e5 req-837f468b-cb8b-4492-a6e1-252588395771 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 210 time: 0.0265629 Apr 06 16:42:37.712809 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc39ae-06ec-488b-9e1c-66ccdd18eb0d req-823c527c-d634-4f3e-a175-b1134f19259c tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:37.714902 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-7bcc39ae-06ec-488b-9e1c-66ccdd18eb0d req-823c527c-d634-4f3e-a175-b1134f19259c tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0cb3a8e-ef36-46f9-964c-7a3250c0a34f HTTP/1.1" status: 200 len: 943 time: 0.0543804 Apr 06 16:42:37.767616 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 895e93f3-e5dd-4eba-a620-8cb8da6992c0 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=103682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 16:42:37.780449 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-7bcc39ae-06ec-488b-9e1c-66ccdd18eb0d req-91c5feb8-219c-45b4-bbbf-fa0feeb0bf58 tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] 10.222.0.49 "GET /v2.0/security-groups?id=479598d5-a70d-476e-aed5-16325c3ebb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592129 Apr 06 16:42:38.008687 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 895e93f3-e5dd-4eba-a620-8cb8da6992c0, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=895e93f3-e5dd-4eba-a620-8cb8da6992c0,segment=NetworkSegment(7eda3dbe-c5ff-4b34-a585-e8b050c17a55),segment_id=7eda3dbe-c5ff-4b34-a585-e8b050c17a55)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:42:38.019824 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Returning: {'device': '895e93f3-e5dd-4eba-a620-8cb8da6992c0', 'network_id': 'adb34207-0060-4507-afac-006734361594', 'port_id': '895e93f3-e5dd-4eba-a620-8cb8da6992c0', 'mac_address': 'fa:16:3e:87:30:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8e42e25-5eee-4614-aa39-46f519678b73', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 16:42:38.057158 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Current status of the port 895e93f3-e5dd-4eba-a620-8cb8da6992c0 is: DOWN; New status is: BUILD {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:42:38.057513 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (895e93f3-e5dd-4eba-a620-8cb8da6992c0), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:38.070648 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.notifiers.nova [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 895e93f3-e5dd-4eba-a620-8cb8da6992c0 {{(pid=103682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:42:38.093096 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 895e93f3-e5dd-4eba-a620-8cb8da6992c0, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=895e93f3-e5dd-4eba-a620-8cb8da6992c0,segment=NetworkSegment(7eda3dbe-c5ff-4b34-a585-e8b050c17a55),segment_id=7eda3dbe-c5ff-4b34-a585-e8b050c17a55)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:42:38.158806 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (895e93f3-e5dd-4eba-a620-8cb8da6992c0), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:38.206576 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Pushing event updated for resources: {'Port': ['ID=895e93f3-e5dd-4eba-a620-8cb8da6992c0,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:38.309954 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-f207ec73-46b5-4d93-848a-c3e7897aa242 req-26b63e19-666e-4aae-8c53-e9648c2141d8 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 210 time: 0.0265019 Apr 06 16:42:38.547582 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] get_ports_and_sgs() called for port_ids ['895e93f3-e5dd-4eba-a620-8cb8da6992c0'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:42:38.720914 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d53c0c-4cf6-48e1-bba7-fb71cc2f2fc0 req-d4dd5daa-7ddb-466f-b4fc-5236ff672aac tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:38.722326 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-d9d53c0c-4cf6-48e1-bba7-fb71cc2f2fc0 req-d4dd5daa-7ddb-466f-b4fc-5236ff672aac tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.39 "GET /v2.0/networks?id=905dec2a-0a2a-4dc2-a373-64830d2ec625 HTTP/1.1" status: 200 len: 808 time: 0.1105933 Apr 06 16:42:38.795036 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-d9d53c0c-4cf6-48e1-bba7-fb71cc2f2fc0 req-aca1b998-d585-4ee9-8f15-8ed3f91b0ae1 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e0e9fb0b0674a50974ceebc2e7584ed HTTP/1.1" status: 200 len: 380 time: 0.0638790 Apr 06 16:42:38.804722 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [req-d9d53c0c-4cf6-48e1-bba7-fb71cc2f2fc0 req-49f22b98-5121-4bd0-abca-58b4a9ed882f tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Request body: {'port': {'device_id': 'd1fa2dfe-4c22-460a-a79c-64a561f3a7d4', 'network_id': '905dec2a-0a2a-4dc2-a373-64830d2ec625', 'admin_state_up': True, 'tenant_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'security_groups': ['2e2c26ed-8ef4-4310-9308-808191840da0']}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:42:38.983615 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16788f50-e508-4be4-95fc-15b8b5ebfcd2 req-9ae4eef0-778b-41f6-b149-b227a2fe16ac tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:38.985123 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-16788f50-e508-4be4-95fc-15b8b5ebfcd2 req-9ae4eef0-778b-41f6-b149-b227a2fe16ac tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0cb3a8e-ef36-46f9-964c-7a3250c0a34f HTTP/1.1" status: 200 len: 944 time: 0.0979800 Apr 06 16:42:39.038718 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-16788f50-e508-4be4-95fc-15b8b5ebfcd2 req-2929c33c-35bd-4012-9ac3-a7d72f4af81f tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] 10.222.0.49 "GET /v2.0/security-groups?id=479598d5-a70d-476e-aed5-16325c3ebb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459635 Apr 06 16:42:39.089781 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9d53c0c-4cf6-48e1-bba7-fb71cc2f2fc0 req-49f22b98-5121-4bd0-abca-58b4a9ed882f tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Made reservation on behalf of 3e0e9fb0b0674a50974ceebc2e7584ed for: {'port': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:42:39.093238 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-d9d53c0c-4cf6-48e1-bba7-fb71cc2f2fc0 req-49f22b98-5121-4bd0-abca-58b4a9ed882f tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:39.227016 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.db_base_plugin_common [req-d9d53c0c-4cf6-48e1-bba7-fb71cc2f2fc0 req-49f22b98-5121-4bd0-abca-58b4a9ed882f tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Allocated IP 172.20.0.11 (905dec2a-0a2a-4dc2-a373-64830d2ec625/a752d7c3-ff9c-4a44-8f1f-3687527ea4c8/5c82da20-41d2-4fed-a380-b93ba059b67b) {{(pid=103680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:42:39.373042 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-d9d53c0c-4cf6-48e1-bba7-fb71cc2f2fc0 req-49f22b98-5121-4bd0-abca-58b4a9ed882f tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks [] for port (5c82da20-41d2-4fed-a380-b93ba059b67b), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:39.407435 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-3bebc2ee-2d96-4ed2-86cc-5bdd9da64fb4 req-59df1038-b8fd-4dd4-9581-27f89700f77f tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 210 time: 0.0291214 Apr 06 16:42:39.524587 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-d9d53c0c-4cf6-48e1-bba7-fb71cc2f2fc0 req-49f22b98-5121-4bd0-abca-58b4a9ed882f tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (5c82da20-41d2-4fed-a380-b93ba059b67b), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:39.566119 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9d53c0c-4cf6-48e1-bba7-fb71cc2f2fc0 req-49f22b98-5121-4bd0-abca-58b4a9ed882f tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Network 905dec2a-0a2a-4dc2-a373-64830d2ec625 is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:42:39.571403 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [req-d9d53c0c-4cf6-48e1-bba7-fb71cc2f2fc0 req-49f22b98-5121-4bd0-abca-58b4a9ed882f tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:42:39.575397 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d53c0c-4cf6-48e1-bba7-fb71cc2f2fc0 req-49f22b98-5121-4bd0-abca-58b4a9ed882f tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Received port after_create {{(pid=103680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:42:39.602003 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f22b98-5121-4bd0-abca-58b4a9ed882f tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Pushing event updated for resources: {'Port': ['ID=5c82da20-41d2-4fed-a380-b93ba059b67b,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:39.634897 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d53c0c-4cf6-48e1-bba7-fb71cc2f2fc0 req-49f22b98-5121-4bd0-abca-58b4a9ed882f tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:39.635362 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-d9d53c0c-4cf6-48e1-bba7-fb71cc2f2fc0 req-49f22b98-5121-4bd0-abca-58b4a9ed882f tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for port (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:39.732524 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-d9d53c0c-4cf6-48e1-bba7-fb71cc2f2fc0 req-49f22b98-5121-4bd0-abca-58b4a9ed882f tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9324105 Apr 06 16:42:39.744181 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [req-d9d53c0c-4cf6-48e1-bba7-fb71cc2f2fc0 req-8c982294-66ee-4a04-86ab-0a2af4464bf2 service neutron] Request body: {'port': {'device_id': 'd1fa2dfe-4c22-460a-a79c-64a561f3a7d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:42:39.767915 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 895e93f3-e5dd-4eba-a620-8cb8da6992c0 up at agent hyperv_hv-cinder-81566 {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:42:39.806711 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-d9d53c0c-4cf6-48e1-bba7-fb71cc2f2fc0 req-8c982294-66ee-4a04-86ab-0a2af4464bf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (5c82da20-41d2-4fed-a380-b93ba059b67b), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:39.836228 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-bbe82c89-b66b-43a2-8f52-722b9386b806 None None] Provisioning complete for port 5c82da20-41d2-4fed-a380-b93ba059b67b triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:42:39.836708 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-bbe82c89-b66b-43a2-8f52-722b9386b806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (5c82da20-41d2-4fed-a380-b93ba059b67b), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:39.876972 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-bbe82c89-b66b-43a2-8f52-722b9386b806 None None] Port 5c82da20-41d2-4fed-a380-b93ba059b67b cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:42:39.952681 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Provisioning for port 895e93f3-e5dd-4eba-a620-8cb8da6992c0 completed by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 16:42:39.956764 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Provisioning complete for port 895e93f3-e5dd-4eba-a620-8cb8da6992c0 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:42:39.957127 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (895e93f3-e5dd-4eba-a620-8cb8da6992c0), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:40.039421 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Current status of the port 895e93f3-e5dd-4eba-a620-8cb8da6992c0 is: BUILD; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:42:40.039860 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (895e93f3-e5dd-4eba-a620-8cb8da6992c0), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:40.063191 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0cb3a8e-ef36-46f9-964c-7a3250c0a34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '895e93f3-e5dd-4eba-a620-8cb8da6992c0'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:42:40.065544 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f701ca042f89aa6373cad35a0647e7390d8b08e4e39c46ca7d095e958c03af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c719e25-5648-490f-be35-ef9e41266352" -d '{"events": [{"server_uuid": "c0cb3a8e-ef36-46f9-964c-7a3250c0a34f", "name": "network-vif-plugged", "status": "completed", "tag": "895e93f3-e5dd-4eba-a620-8cb8da6992c0"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:42:40.080241 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 895e93f3-e5dd-4eba-a620-8cb8da6992c0, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=895e93f3-e5dd-4eba-a620-8cb8da6992c0,segment=NetworkSegment(7eda3dbe-c5ff-4b34-a585-e8b050c17a55),segment_id=7eda3dbe-c5ff-4b34-a585-e8b050c17a55)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:42:40.110538 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.notifiers.nova [req-d9d53c0c-4cf6-48e1-bba7-fb71cc2f2fc0 req-8c982294-66ee-4a04-86ab-0a2af4464bf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c82da20-41d2-4fed-a380-b93ba059b67b {{(pid=103680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:42:40.120423 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-d9d53c0c-4cf6-48e1-bba7-fb71cc2f2fc0 req-8c982294-66ee-4a04-86ab-0a2af4464bf2 service neutron] Publish callbacks [] for port (5c82da20-41d2-4fed-a380-b93ba059b67b), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:40.158595 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (895e93f3-e5dd-4eba-a620-8cb8da6992c0), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:40.161718 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.provisioning_blocks [req-d9d53c0c-4cf6-48e1-bba7-fb71cc2f2fc0 req-8c982294-66ee-4a04-86ab-0a2af4464bf2 service neutron] Transition to ACTIVE for port object 5c82da20-41d2-4fed-a380-b93ba059b67b will not be triggered until provisioned by entity L2. {{(pid=103680) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 16:42:40.188398 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15706dbf-493f-4bc5-badf-1f8010dbf0ae req-193c7afd-a366-44f7-897f-60ea10072651 tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:40.190073 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-15706dbf-493f-4bc5-badf-1f8010dbf0ae req-193c7afd-a366-44f7-897f-60ea10072651 tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0cb3a8e-ef36-46f9-964c-7a3250c0a34f HTTP/1.1" status: 200 len: 944 time: 0.0666687 Apr 06 16:42:40.215025 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Pushing event updated for resources: {'Port': ['ID=895e93f3-e5dd-4eba-a620-8cb8da6992c0,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:40.241064 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-15706dbf-493f-4bc5-badf-1f8010dbf0ae req-1f9ae7d7-39ef-4ef3-aa67-a5a54977224c tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] 10.222.0.49 "GET /v2.0/security-groups?id=479598d5-a70d-476e-aed5-16325c3ebb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450358 Apr 06 16:42:40.242713 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27e5115-2a6c-452f-8d40-2836ac677b06 x-openstack-request-id: req-e27e5115-2a6c-452f-8d40-2836ac677b06 {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:42:40.243022 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0cb3a8e-ef36-46f9-964c-7a3250c0a34f", "name": "network-vif-plugged", "status": "completed", "tag": "895e93f3-e5dd-4eba-a620-8cb8da6992c0", "code": 200}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:42:40.243279 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e27e5115-2a6c-452f-8d40-2836ac677b06 {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:42:40.243760 dv-cinder-815660-7-smb neutron-server[103682]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e27e5115-2a6c-452f-8d40-2836ac677b06'] response: {'server_uuid': 'c0cb3a8e-ef36-46f9-964c-7a3250c0a34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '895e93f3-e5dd-4eba-a620-8cb8da6992c0', 'code': 200} Apr 06 16:42:40.249920 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-d9d53c0c-4cf6-48e1-bba7-fb71cc2f2fc0 req-8c982294-66ee-4a04-86ab-0a2af4464bf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978180'] for port (5c82da20-41d2-4fed-a380-b93ba059b67b), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:40.308302 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c982294-66ee-4a04-86ab-0a2af4464bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=5c82da20-41d2-4fed-a380-b93ba059b67b,revision_number=2']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:40.384531 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.managers [req-d9d53c0c-4cf6-48e1-bba7-fb71cc2f2fc0 req-8c982294-66ee-4a04-86ab-0a2af4464bf2 service neutron] Attempting to bind port 5c82da20-41d2-4fed-a380-b93ba059b67b on host hv-cinder-81566 for vnic_type normal with profile {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:42:40.384531 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.managers [req-d9d53c0c-4cf6-48e1-bba7-fb71cc2f2fc0 req-8c982294-66ee-4a04-86ab-0a2af4464bf2 service neutron] Attempting to bind port 5c82da20-41d2-4fed-a380-b93ba059b67b by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '6760d168-1300-4193-89bd-f5e48a29d015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '905dec2a-0a2a-4dc2-a373-64830d2ec625'}] {{(pid=103680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:42:40.384873 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d53c0c-4cf6-48e1-bba7-fb71cc2f2fc0 req-8c982294-66ee-4a04-86ab-0a2af4464bf2 service neutron] Attempting to bind port 5c82da20-41d2-4fed-a380-b93ba059b67b on network 905dec2a-0a2a-4dc2-a373-64830d2ec625 {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:42:40.390131 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d53c0c-4cf6-48e1-bba7-fb71cc2f2fc0 req-8c982294-66ee-4a04-86ab-0a2af4464bf2 service neutron] Port 5c82da20-41d2-4fed-a380-b93ba059b67b on network 905dec2a-0a2a-4dc2-a373-64830d2ec625 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 16:42:40.390460 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d53c0c-4cf6-48e1-bba7-fb71cc2f2fc0 req-8c982294-66ee-4a04-86ab-0a2af4464bf2 service neutron] Attempting to bind port 5c82da20-41d2-4fed-a380-b93ba059b67b on network 905dec2a-0a2a-4dc2-a373-64830d2ec625 {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:42:40.395657 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d53c0c-4cf6-48e1-bba7-fb71cc2f2fc0 req-8c982294-66ee-4a04-86ab-0a2af4464bf2 service neutron] Checking agent: {'id': '0e5c86dc-cd19-4356-a060-9388d8808620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 29), 'started_at': datetime.datetime(2022, 4, 6, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:42:40.396027 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d53c0c-4cf6-48e1-bba7-fb71cc2f2fc0 req-8c982294-66ee-4a04-86ab-0a2af4464bf2 service neutron] Checking segment: {'id': '6760d168-1300-4193-89bd-f5e48a29d015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '905dec2a-0a2a-4dc2-a373-64830d2ec625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:42:40.396423 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d53c0c-4cf6-48e1-bba7-fb71cc2f2fc0 req-8c982294-66ee-4a04-86ab-0a2af4464bf2 service neutron] Bound using segment: {'id': '6760d168-1300-4193-89bd-f5e48a29d015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '905dec2a-0a2a-4dc2-a373-64830d2ec625'} {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:42:40.396853 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.managers [req-d9d53c0c-4cf6-48e1-bba7-fb71cc2f2fc0 req-8c982294-66ee-4a04-86ab-0a2af4464bf2 service neutron] Bound port: 5c82da20-41d2-4fed-a380-b93ba059b67b, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6760d168-1300-4193-89bd-f5e48a29d015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '905dec2a-0a2a-4dc2-a373-64830d2ec625'}}] {{(pid=103680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:42:40.397215 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-d9d53c0c-4cf6-48e1-bba7-fb71cc2f2fc0 req-8c982294-66ee-4a04-86ab-0a2af4464bf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (5c82da20-41d2-4fed-a380-b93ba059b67b), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:40.471435 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [req-d9d53c0c-4cf6-48e1-bba7-fb71cc2f2fc0 req-8c982294-66ee-4a04-86ab-0a2af4464bf2 service neutron] For port 5c82da20-41d2-4fed-a380-b93ba059b67b, host hv-cinder-81566, cleared binding levels {{(pid=103680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:42:40.475805 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [req-d9d53c0c-4cf6-48e1-bba7-fb71cc2f2fc0 req-8c982294-66ee-4a04-86ab-0a2af4464bf2 service neutron] For port 5c82da20-41d2-4fed-a380-b93ba059b67b, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=5c82da20-41d2-4fed-a380-b93ba059b67b,segment=NetworkSegment(6760d168-1300-4193-89bd-f5e48a29d015),segment_id=6760d168-1300-4193-89bd-f5e48a29d015)] {{(pid=103680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:42:40.547325 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49505b3d-944a-4bc0-bf02-d8f6a843e1ee req-372e5397-d232-4872-91af-7b1888be9998 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:40.548861 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-49505b3d-944a-4bc0-bf02-d8f6a843e1ee req-372e5397-d232-4872-91af-7b1888be9998 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 944 time: 0.0653844 Apr 06 16:42:40.610240 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-d9d53c0c-4cf6-48e1-bba7-fb71cc2f2fc0 req-8c982294-66ee-4a04-86ab-0a2af4464bf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978180'] for port (5c82da20-41d2-4fed-a380-b93ba059b67b), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:40.616987 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.agents_db [None req-a950ddbd-9d44-4943-b7d7-a118ae2e1c13 None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:42:40.630481 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-49505b3d-944a-4bc0-bf02-d8f6a843e1ee req-c5a56ccb-ba06-4f5a-8fc0-6f5feefa7531 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e2c26ed-8ef4-4310-9308-808191840da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755301 Apr 06 16:42:40.640978 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a2a8c-8acd-40e4-b159-d71cdcca118f req-d834c7fa-443e-46e3-a7e9-fa2cc03b3ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:40.642673 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ac8a2a8c-8acd-40e4-b159-d71cdcca118f req-d834c7fa-443e-46e3-a7e9-fa2cc03b3ae2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c0cb3a8e-ef36-46f9-964c-7a3250c0a34f HTTP/1.1" status: 200 len: 1129 time: 0.0889051 Apr 06 16:42:40.650418 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d53c0c-4cf6-48e1-bba7-fb71cc2f2fc0 req-8c982294-66ee-4a04-86ab-0a2af4464bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:40.651012 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-d9d53c0c-4cf6-48e1-bba7-fb71cc2f2fc0 req-8c982294-66ee-4a04-86ab-0a2af4464bf2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for port (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:40.652552 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-d9d53c0c-4cf6-48e1-bba7-fb71cc2f2fc0 req-8c982294-66ee-4a04-86ab-0a2af4464bf2 service neutron] 10.222.0.39 "PUT /v2.0/ports/5c82da20-41d2-4fed-a380-b93ba059b67b HTTP/1.1" status: 200 len: 1094 time: 0.9126987 Apr 06 16:42:40.653010 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1fa2dfe-4c22-460a-a79c-64a561f3a7d4', 'tag': '5c82da20-41d2-4fed-a380-b93ba059b67b'}] {{(pid=103680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:42:40.655395 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37defc4f8c4d51421555421a688636eb49d5c8fee7a473d71a3f8bc7c746dcd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e826b99-3677-42f5-9d94-d13932857531" -d '{"events": [{"name": "network-changed", "server_uuid": "d1fa2dfe-4c22-460a-a79c-64a561f3a7d4", "tag": "5c82da20-41d2-4fed-a380-b93ba059b67b"}]}' {{(pid=103680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:42:40.687532 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c982294-66ee-4a04-86ab-0a2af4464bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=5c82da20-41d2-4fed-a380-b93ba059b67b,revision_number=3']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:40.693824 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ac8a2a8c-8acd-40e4-b159-d71cdcca118f req-857f2bd5-0efc-4cd6-a27f-b9784cc31db9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=479598d5-a70d-476e-aed5-16325c3ebb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451071 Apr 06 16:42:40.704326 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f111e9f-5411-4804-830d-d6164792a83e x-openstack-request-id: req-0f111e9f-5411-4804-830d-d6164792a83e {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:42:40.704614 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1fa2dfe-4c22-460a-a79c-64a561f3a7d4", "tag": "5c82da20-41d2-4fed-a380-b93ba059b67b", "status": "completed", "code": 200}]} {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:42:40.709834 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0f111e9f-5411-4804-830d-d6164792a83e {{(pid=103680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:42:40.709834 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f111e9f-5411-4804-830d-d6164792a83e'] response: {'name': 'network-changed', 'server_uuid': 'd1fa2dfe-4c22-460a-a79c-64a561f3a7d4', 'tag': '5c82da20-41d2-4fed-a380-b93ba059b67b', 'status': 'completed', 'code': 200} Apr 06 16:42:41.022666 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d53c0c-4cf6-48e1-bba7-fb71cc2f2fc0 req-9e1a198d-f63e-4625-b49e-f6569b9a3997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:41.024210 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-d9d53c0c-4cf6-48e1-bba7-fb71cc2f2fc0 req-9e1a198d-f63e-4625-b49e-f6569b9a3997 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e0e9fb0b0674a50974ceebc2e7584ed&device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 1128 time: 0.0436523 Apr 06 16:42:41.070821 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-d9d53c0c-4cf6-48e1-bba7-fb71cc2f2fc0 req-79dd5918-844a-443c-9d49-012d7a3194f0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c82da20-41d2-4fed-a380-b93ba059b67b HTTP/1.1" status: 200 len: 217 time: 0.0373354 Apr 06 16:42:41.121446 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d53c0c-4cf6-48e1-bba7-fb71cc2f2fc0 req-e9e42edf-d134-4270-ace6-c4c7d6bbe89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:41.122895 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-d9d53c0c-4cf6-48e1-bba7-fb71cc2f2fc0 req-e9e42edf-d134-4270-ace6-c4c7d6bbe89b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a752d7c3-ff9c-4a44-8f1f-3687527ea4c8 HTTP/1.1" status: 200 len: 847 time: 0.0446393 Apr 06 16:42:41.359298 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d83c0c9-cc46-48fb-9224-e2537a2271c2 req-15d32620-1370-4cc5-bd13-125cb8cb41ac tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:41.360819 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-8d83c0c9-cc46-48fb-9224-e2537a2271c2 req-15d32620-1370-4cc5-bd13-125cb8cb41ac tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0cb3a8e-ef36-46f9-964c-7a3250c0a34f HTTP/1.1" status: 200 len: 945 time: 0.0531402 Apr 06 16:42:41.415257 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-8d83c0c9-cc46-48fb-9224-e2537a2271c2 req-19f75125-9a67-48de-abfb-c610e035296e tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] 10.222.0.49 "GET /v2.0/security-groups?id=479598d5-a70d-476e-aed5-16325c3ebb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487454 Apr 06 16:42:41.584496 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d53c0c-4cf6-48e1-bba7-fb71cc2f2fc0 req-6e7584d8-72b1-43f7-9751-a93b7408443b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:41.585978 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-d9d53c0c-4cf6-48e1-bba7-fb71cc2f2fc0 req-6e7584d8-72b1-43f7-9751-a93b7408443b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=905dec2a-0a2a-4dc2-a373-64830d2ec625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0455461 Apr 06 16:42:41.683036 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-d9d53c0c-4cf6-48e1-bba7-fb71cc2f2fc0 req-300b069b-8cb4-4e91-bd03-0745c13de542 service neutron] 10.222.0.39 "GET /v2.0/networks/905dec2a-0a2a-4dc2-a373-64830d2ec625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894709 Apr 06 16:42:41.751446 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37442ce0-e4c1-4b11-86bc-f5e2429bb50c req-22445e39-99ab-42c0-b287-95a99051d4d4 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:41.752971 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-37442ce0-e4c1-4b11-86bc-f5e2429bb50c req-22445e39-99ab-42c0-b287-95a99051d4d4 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 944 time: 0.0551603 Apr 06 16:42:41.782495 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-d9d53c0c-4cf6-48e1-bba7-fb71cc2f2fc0 req-4146380a-a21b-45d0-b10c-6c5d0fb487ee service neutron] 10.222.0.39 "GET /v2.0/networks/905dec2a-0a2a-4dc2-a373-64830d2ec625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891943 Apr 06 16:42:41.802907 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-37442ce0-e4c1-4b11-86bc-f5e2429bb50c req-f571f21d-2919-47bc-914e-543bb97e95d2 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e2c26ed-8ef4-4310-9308-808191840da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440774 Apr 06 16:42:42.548741 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74537177-9d45-4b80-b129-4c954e14e2d7 req-0dcb9171-0b72-49fd-be30-94bf1b98c4ed tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:42.550433 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-74537177-9d45-4b80-b129-4c954e14e2d7 req-0dcb9171-0b72-49fd-be30-94bf1b98c4ed tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0cb3a8e-ef36-46f9-964c-7a3250c0a34f HTTP/1.1" status: 200 len: 945 time: 0.0617003 Apr 06 16:42:42.598178 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-74537177-9d45-4b80-b129-4c954e14e2d7 req-a36e2bb8-74cd-4928-9971-e6c6d297a00a tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] 10.222.0.49 "GET /v2.0/security-groups?id=479598d5-a70d-476e-aed5-16325c3ebb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421722 Apr 06 16:42:42.929900 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f89de7-6878-4603-9f2f-2af30a2be6cb req-46425453-73f3-4c5c-86d1-5618e4603ae0 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:42.931604 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-54f89de7-6878-4603-9f2f-2af30a2be6cb req-46425453-73f3-4c5c-86d1-5618e4603ae0 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 944 time: 0.0547690 Apr 06 16:42:42.988625 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-54f89de7-6878-4603-9f2f-2af30a2be6cb req-a0444c9e-781f-4a66-8b86-002e2ec6fe0c tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e2c26ed-8ef4-4310-9308-808191840da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502248 Apr 06 16:42:43.716345 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62d677-04c0-4561-9da6-d55d3a38cc68 req-d5590a42-cafd-4f18-ba91-7aadd3d653a9 tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:43.717837 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-6b62d677-04c0-4561-9da6-d55d3a38cc68 req-d5590a42-cafd-4f18-ba91-7aadd3d653a9 tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0cb3a8e-ef36-46f9-964c-7a3250c0a34f HTTP/1.1" status: 200 len: 945 time: 0.0531816 Apr 06 16:42:43.765689 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-6b62d677-04c0-4561-9da6-d55d3a38cc68 req-0f4b7c46-1af6-41ca-a7eb-70b362770006 tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] 10.222.0.49 "GET /v2.0/security-groups?id=479598d5-a70d-476e-aed5-16325c3ebb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422897 Apr 06 16:42:44.110093 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d15d1-e1ce-494f-a871-5e04fcc66b5f req-9efd4657-ca16-4d08-acff-8ab2ea787c2c tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:44.111588 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-2a7d15d1-e1ce-494f-a871-5e04fcc66b5f req-9efd4657-ca16-4d08-acff-8ab2ea787c2c tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 944 time: 0.0546892 Apr 06 16:42:44.161760 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-2a7d15d1-e1ce-494f-a871-5e04fcc66b5f req-65827846-5e2b-4286-a63d-bbc3ba757b90 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e2c26ed-8ef4-4310-9308-808191840da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444682 Apr 06 16:42:45.052299 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e826b99-3677-42f5-9d94-d13932857531 req-4fe8170e-4839-4fa1-9c0f-fe1fa9b45bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:45.062207 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-6e826b99-3677-42f5-9d94-d13932857531 req-4fe8170e-4839-4fa1-9c0f-fe1fa9b45bd5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e0e9fb0b0674a50974ceebc2e7584ed&device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 1128 time: 0.0493965 Apr 06 16:42:45.145508 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e826b99-3677-42f5-9d94-d13932857531 req-6a6e202a-163e-4de4-9604-d776d104e816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:45.146961 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-6e826b99-3677-42f5-9d94-d13932857531 req-6a6e202a-163e-4de4-9604-d776d104e816 service neutron] 10.222.0.39 "GET /v2.0/networks?id=905dec2a-0a2a-4dc2-a373-64830d2ec625 HTTP/1.1" status: 200 len: 909 time: 0.0861216 Apr 06 16:42:45.190826 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-6e826b99-3677-42f5-9d94-d13932857531 req-a94e79e1-8b88-4151-a26a-0b3dc87e4133 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c82da20-41d2-4fed-a380-b93ba059b67b HTTP/1.1" status: 200 len: 217 time: 0.0365098 Apr 06 16:42:45.269315 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e826b99-3677-42f5-9d94-d13932857531 req-59603a72-b5e0-4e4a-9e0b-7091caa7d7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:45.270784 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-6e826b99-3677-42f5-9d94-d13932857531 req-59603a72-b5e0-4e4a-9e0b-7091caa7d7bc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a752d7c3-ff9c-4a44-8f1f-3687527ea4c8 HTTP/1.1" status: 200 len: 847 time: 0.0752945 Apr 06 16:42:45.313802 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f28dac-1f6f-4a23-aded-4faa8c35ab3d req-53cb62b4-d041-4c1f-9206-d3f7bf7a6a8c tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:45.315235 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-c8f28dac-1f6f-4a23-aded-4faa8c35ab3d req-53cb62b4-d041-4c1f-9206-d3f7bf7a6a8c tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 944 time: 0.0848773 Apr 06 16:42:45.355815 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e826b99-3677-42f5-9d94-d13932857531 req-60ac7fb8-0be7-43a2-bfde-f962979a2691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:45.357396 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-6e826b99-3677-42f5-9d94-d13932857531 req-60ac7fb8-0be7-43a2-bfde-f962979a2691 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=905dec2a-0a2a-4dc2-a373-64830d2ec625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0799351 Apr 06 16:42:45.393784 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-c8f28dac-1f6f-4a23-aded-4faa8c35ab3d req-7146f042-e0e7-475c-bb3c-50ae445d5fd0 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e2c26ed-8ef4-4310-9308-808191840da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725019 Apr 06 16:42:45.459705 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-6e826b99-3677-42f5-9d94-d13932857531 req-cf4d3986-5b65-495b-9e00-7663e2e5e468 service neutron] 10.222.0.39 "GET /v2.0/networks/905dec2a-0a2a-4dc2-a373-64830d2ec625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926499 Apr 06 16:42:45.553970 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-6e826b99-3677-42f5-9d94-d13932857531 req-52035800-f8f2-4f77-bbd6-7cdf06d897f0 service neutron] 10.222.0.39 "GET /v2.0/networks/905dec2a-0a2a-4dc2-a373-64830d2ec625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873461 Apr 06 16:42:45.800782 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 5c82da20-41d2-4fed-a380-b93ba059b67b details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=103682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 16:42:45.901424 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 5c82da20-41d2-4fed-a380-b93ba059b67b, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=5c82da20-41d2-4fed-a380-b93ba059b67b,segment=NetworkSegment(6760d168-1300-4193-89bd-f5e48a29d015),segment_id=6760d168-1300-4193-89bd-f5e48a29d015)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:42:45.912131 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Returning: {'device': '5c82da20-41d2-4fed-a380-b93ba059b67b', 'network_id': '905dec2a-0a2a-4dc2-a373-64830d2ec625', 'port_id': '5c82da20-41d2-4fed-a380-b93ba059b67b', 'mac_address': 'fa:16:3e:b0:ce:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a752d7c3-ff9c-4a44-8f1f-3687527ea4c8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 16:42:45.948972 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Current status of the port 5c82da20-41d2-4fed-a380-b93ba059b67b is: DOWN; New status is: BUILD {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:42:45.951372 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (5c82da20-41d2-4fed-a380-b93ba059b67b), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:45.962365 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.notifiers.nova [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c82da20-41d2-4fed-a380-b93ba059b67b {{(pid=103682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:42:45.981695 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 5c82da20-41d2-4fed-a380-b93ba059b67b, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=5c82da20-41d2-4fed-a380-b93ba059b67b,segment=NetworkSegment(6760d168-1300-4193-89bd-f5e48a29d015),segment_id=6760d168-1300-4193-89bd-f5e48a29d015)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:42:46.084124 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (5c82da20-41d2-4fed-a380-b93ba059b67b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:46.132208 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Pushing event updated for resources: {'Port': ['ID=5c82da20-41d2-4fed-a380-b93ba059b67b,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:46.521374 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b794f24e-8b41-4c4b-9c27-86d08df3d5e2 req-bd14568b-e750-48bd-9b03-a1bc3a2f5c87 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:46.522927 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-b794f24e-8b41-4c4b-9c27-86d08df3d5e2 req-bd14568b-e750-48bd-9b03-a1bc3a2f5c87 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 945 time: 0.0622396 Apr 06 16:42:46.535029 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] get_ports_and_sgs() called for port_ids ['5c82da20-41d2-4fed-a380-b93ba059b67b'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:42:46.584300 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-b794f24e-8b41-4c4b-9c27-86d08df3d5e2 req-3ffe073a-0f7e-4068-ba5d-23c9c665fa80 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e2c26ed-8ef4-4310-9308-808191840da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554717 Apr 06 16:42:47.720663 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe76498-48b8-4259-8990-6b1f8031832b req-a5d0064e-f261-48c6-baa3-be22ff6cdd36 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:47.722924 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-6fe76498-48b8-4259-8990-6b1f8031832b req-a5d0064e-f261-48c6-baa3-be22ff6cdd36 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 945 time: 0.0683863 Apr 06 16:42:47.781519 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-6fe76498-48b8-4259-8990-6b1f8031832b req-889ee4d6-1e45-44ce-86f8-0800546b5b81 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e2c26ed-8ef4-4310-9308-808191840da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524461 Apr 06 16:42:47.827797 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 5c82da20-41d2-4fed-a380-b93ba059b67b up at agent hyperv_hv-cinder-81566 {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:42:47.981072 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Provisioning for port 5c82da20-41d2-4fed-a380-b93ba059b67b completed by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 16:42:47.985732 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Provisioning complete for port 5c82da20-41d2-4fed-a380-b93ba059b67b triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:42:47.988768 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (5c82da20-41d2-4fed-a380-b93ba059b67b), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:48.076915 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Current status of the port 5c82da20-41d2-4fed-a380-b93ba059b67b is: BUILD; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:42:48.077317 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (5c82da20-41d2-4fed-a380-b93ba059b67b), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:48.105137 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1fa2dfe-4c22-460a-a79c-64a561f3a7d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c82da20-41d2-4fed-a380-b93ba059b67b'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:42:48.107159 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f701ca042f89aa6373cad35a0647e7390d8b08e4e39c46ca7d095e958c03af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01bbc6f8-710e-4cb8-8c13-13cabe2ab8af" -d '{"events": [{"server_uuid": "d1fa2dfe-4c22-460a-a79c-64a561f3a7d4", "name": "network-vif-plugged", "status": "completed", "tag": "5c82da20-41d2-4fed-a380-b93ba059b67b"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:42:48.123677 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 5c82da20-41d2-4fed-a380-b93ba059b67b, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=5c82da20-41d2-4fed-a380-b93ba059b67b,segment=NetworkSegment(6760d168-1300-4193-89bd-f5e48a29d015),segment_id=6760d168-1300-4193-89bd-f5e48a29d015)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:42:48.153742 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc7e9cc-ef04-4475-aa58-2d9137cfcca2 x-openstack-request-id: req-3bc7e9cc-ef04-4475-aa58-2d9137cfcca2 {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:42:48.154468 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1fa2dfe-4c22-460a-a79c-64a561f3a7d4", "name": "network-vif-plugged", "status": "completed", "tag": "5c82da20-41d2-4fed-a380-b93ba059b67b", "code": 200}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:42:48.154622 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3bc7e9cc-ef04-4475-aa58-2d9137cfcca2 {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:42:48.155205 dv-cinder-815660-7-smb neutron-server[103682]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bc7e9cc-ef04-4475-aa58-2d9137cfcca2'] response: {'server_uuid': 'd1fa2dfe-4c22-460a-a79c-64a561f3a7d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c82da20-41d2-4fed-a380-b93ba059b67b', 'code': 200} Apr 06 16:42:48.203880 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (5c82da20-41d2-4fed-a380-b93ba059b67b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:48.268659 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Pushing event updated for resources: {'Port': ['ID=5c82da20-41d2-4fed-a380-b93ba059b67b,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:48.522812 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b3ef6-1801-4081-9084-bdecda08ac2f req-1d51f7d9-3419-4d68-853d-4863402592c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:48.524368 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-844b3ef6-1801-4081-9084-bdecda08ac2f req-1d51f7d9-3419-4d68-853d-4863402592c4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 1130 time: 0.0450854 Apr 06 16:42:48.574694 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-844b3ef6-1801-4081-9084-bdecda08ac2f req-7830c920-f986-4e2a-9887-f0c2837f3ab4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2e2c26ed-8ef4-4310-9308-808191840da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437982 Apr 06 16:42:48.637671 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157706d-30ee-488e-9ba9-58d7e4dfbe6f req-6f8bc48b-bd9e-498f-9797-a6634a44aabf tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:48.639142 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-5157706d-30ee-488e-9ba9-58d7e4dfbe6f req-6f8bc48b-bd9e-498f-9797-a6634a44aabf tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0cb3a8e-ef36-46f9-964c-7a3250c0a34f HTTP/1.1" status: 200 len: 945 time: 0.0575688 Apr 06 16:42:48.686044 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-5157706d-30ee-488e-9ba9-58d7e4dfbe6f req-3811ef23-169f-473b-a93b-4e2a4f4d5c1e tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] 10.222.0.49 "GET /v2.0/security-groups?id=479598d5-a70d-476e-aed5-16325c3ebb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412905 Apr 06 16:42:48.905488 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62507ee9-9ca7-4c47-977d-76fc7b41f42d req-340b13d9-b3db-477a-b18e-f0bbe0a30128 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:48.906987 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-62507ee9-9ca7-4c47-977d-76fc7b41f42d req-340b13d9-b3db-477a-b18e-f0bbe0a30128 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 946 time: 0.0542591 Apr 06 16:42:48.959710 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-62507ee9-9ca7-4c47-977d-76fc7b41f42d req-ed20e47f-154e-45f7-9416-0ee0b0cffdc1 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e2c26ed-8ef4-4310-9308-808191840da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471733 Apr 06 16:42:49.804111 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ba5dc-f937-4492-932a-e3d70efe1839 req-6c795368-7659-4d03-a46d-69771017acca tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:49.805604 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-7a2ba5dc-f937-4492-932a-e3d70efe1839 req-6c795368-7659-4d03-a46d-69771017acca tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0cb3a8e-ef36-46f9-964c-7a3250c0a34f HTTP/1.1" status: 200 len: 945 time: 0.0523870 Apr 06 16:42:49.852799 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-7a2ba5dc-f937-4492-932a-e3d70efe1839 req-4255b9cf-d9ad-434e-a620-a506e21db488 tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] 10.222.0.49 "GET /v2.0/security-groups?id=479598d5-a70d-476e-aed5-16325c3ebb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407908 Apr 06 16:42:50.080054 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429c9d4-c0a9-4ba6-b932-b55430f2fd68 req-484a94dc-35ca-4a2e-8511-2c650a84e987 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:50.081535 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-e429c9d4-c0a9-4ba6-b932-b55430f2fd68 req-484a94dc-35ca-4a2e-8511-2c650a84e987 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 946 time: 0.0523603 Apr 06 16:42:50.133494 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-e429c9d4-c0a9-4ba6-b932-b55430f2fd68 req-13085781-789b-4c08-afa0-f7d634b8dbb9 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e2c26ed-8ef4-4310-9308-808191840da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463717 Apr 06 16:42:50.793469 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff0bbf-a1bb-466d-965a-2a1710d187cc req-6af7bdda-0d2e-4729-a423-86247eb38f46 tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:50.794944 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-01ff0bbf-a1bb-466d-965a-2a1710d187cc req-6af7bdda-0d2e-4729-a423-86247eb38f46 tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0cb3a8e-ef36-46f9-964c-7a3250c0a34f HTTP/1.1" status: 200 len: 945 time: 0.0549533 Apr 06 16:42:50.903615 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [req-01ff0bbf-a1bb-466d-965a-2a1710d187cc req-c7096b20-66cb-4f44-a1e5-856d72ecfdeb tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] Deleting port 895e93f3-e5dd-4eba-a620-8cb8da6992c0 {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:42:50.903985 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-01ff0bbf-a1bb-466d-965a-2a1710d187cc req-c7096b20-66cb-4f44-a1e5-856d72ecfdeb tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (895e93f3-e5dd-4eba-a620-8cb8da6992c0), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:50.974778 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384bca89-400d-445a-8376-1f20e5349b00 req-802540bf-5f5d-4ce6-bb4b-63792d849d7d tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:50.976275 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-384bca89-400d-445a-8376-1f20e5349b00 req-802540bf-5f5d-4ce6-bb4b-63792d849d7d tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0cb3a8e-ef36-46f9-964c-7a3250c0a34f HTTP/1.1" status: 200 len: 945 time: 0.0528526 Apr 06 16:42:50.994630 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-01ff0bbf-a1bb-466d-965a-2a1710d187cc req-c7096b20-66cb-4f44-a1e5-856d72ecfdeb tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] For port 895e93f3-e5dd-4eba-a620-8cb8da6992c0, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=895e93f3-e5dd-4eba-a620-8cb8da6992c0,segment=NetworkSegment(7eda3dbe-c5ff-4b34-a585-e8b050c17a55),segment_id=7eda3dbe-c5ff-4b34-a585-e8b050c17a55)] {{(pid=103681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:42:50.995069 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-01ff0bbf-a1bb-466d-965a-2a1710d187cc req-c7096b20-66cb-4f44-a1e5-856d72ecfdeb tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (895e93f3-e5dd-4eba-a620-8cb8da6992c0), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:51.008389 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [req-01ff0bbf-a1bb-466d-965a-2a1710d187cc req-c7096b20-66cb-4f44-a1e5-856d72ecfdeb tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] Calling delete_port for 895e93f3-e5dd-4eba-a620-8cb8da6992c0 owned by compute:nova {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:42:51.030596 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-384bca89-400d-445a-8376-1f20e5349b00 req-d49eb939-08cd-48e5-9538-a83359740a9a tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] 10.222.0.49 "GET /v2.0/security-groups?id=479598d5-a70d-476e-aed5-16325c3ebb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477087 Apr 06 16:42:51.210275 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-01ff0bbf-a1bb-466d-965a-2a1710d187cc req-c7096b20-66cb-4f44-a1e5-856d72ecfdeb tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6161582'] for port (895e93f3-e5dd-4eba-a620-8cb8da6992c0), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:51.222314 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] get_ports_and_sgs() called for port_ids ['895e93f3-e5dd-4eba-a620-8cb8da6992c0'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:42:51.260359 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7096b20-66cb-4f44-a1e5-856d72ecfdeb tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] Pushing event deleted for resources: {'Port': ['ID=895e93f3-e5dd-4eba-a620-8cb8da6992c0,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:51.307252 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ff0bbf-a1bb-466d-965a-2a1710d187cc req-c7096b20-66cb-4f44-a1e5-856d72ecfdeb tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] No DVR routers for this DVR port 895e93f3-e5dd-4eba-a620-8cb8da6992c0 on host hv-cinder-81566 {{(pid=103681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:42:51.310395 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-01ff0bbf-a1bb-466d-965a-2a1710d187cc req-c7096b20-66cb-4f44-a1e5-856d72ecfdeb tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:51.313667 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-01ff0bbf-a1bb-466d-965a-2a1710d187cc req-c7096b20-66cb-4f44-a1e5-856d72ecfdeb tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] 10.222.0.39 "DELETE /v2.0/ports/895e93f3-e5dd-4eba-a620-8cb8da6992c0 HTTP/1.1" status: 204 len: 173 time: 0.5133100 Apr 06 16:42:51.314108 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0cb3a8e-ef36-46f9-964c-7a3250c0a34f', 'name': 'network-vif-deleted', 'tag': '895e93f3-e5dd-4eba-a620-8cb8da6992c0'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:42:51.316361 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da169357ed327e8d081ee60461067b1ef6c636002c887d5121cbb3f742e83ced" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27422e19-7a48-41f4-a4eb-6f6d29c0b365" -d '{"events": [{"server_uuid": "c0cb3a8e-ef36-46f9-964c-7a3250c0a34f", "name": "network-vif-deleted", "tag": "895e93f3-e5dd-4eba-a620-8cb8da6992c0"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:42:51.329342 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb96bd-b366-4932-9fa8-fa7a599bcd2b req-61ccd479-10f9-424b-ad8e-edf8b3ff973e tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:51.330866 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-02cb96bd-b366-4932-9fa8-fa7a599bcd2b req-61ccd479-10f9-424b-ad8e-edf8b3ff973e tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 946 time: 0.1310172 Apr 06 16:42:51.383214 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-02cb96bd-b366-4932-9fa8-fa7a599bcd2b req-72d66269-6e2f-4bee-8276-7a9fb8166988 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e2c26ed-8ef4-4310-9308-808191840da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466182 Apr 06 16:42:51.425851 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999e2f99-d5d7-441a-b9e9-c1ef6088147b x-openstack-request-id: req-999e2f99-d5d7-441a-b9e9-c1ef6088147b {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:42:51.426040 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0cb3a8e-ef36-46f9-964c-7a3250c0a34f", "name": "network-vif-deleted", "tag": "895e93f3-e5dd-4eba-a620-8cb8da6992c0", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:42:51.426224 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-999e2f99-d5d7-441a-b9e9-c1ef6088147b {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:42:51.426639 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event matching ['req-999e2f99-d5d7-441a-b9e9-c1ef6088147b'] response: {'server_uuid': 'c0cb3a8e-ef36-46f9-964c-7a3250c0a34f', 'name': 'network-vif-deleted', 'tag': '895e93f3-e5dd-4eba-a620-8cb8da6992c0', 'status': 'completed', 'code': 200} Apr 06 16:42:52.137647 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-b992baf5-411f-4976-924d-20a8e0b24a78 req-f7d25b2b-ad07-4a28-95d3-c7e0432d6899 tempest-VolumesActionsTest-262173423 tempest-VolumesActionsTest-262173423-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0cb3a8e-ef36-46f9-964c-7a3250c0a34f HTTP/1.1" status: 200 len: 210 time: 0.0268891 Apr 06 16:42:52.518531 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc668b-c654-473d-afee-52df326ed30f req-7dd45d29-52e4-4207-bc85-37a81bd07406 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:52.523089 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-61cc668b-c654-473d-afee-52df326ed30f req-7dd45d29-52e4-4207-bc85-37a81bd07406 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 946 time: 0.0587656 Apr 06 16:42:52.575446 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-61cc668b-c654-473d-afee-52df326ed30f req-80e7faeb-1013-4f0b-80e7-2bc88fc3e96a tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e2c26ed-8ef4-4310-9308-808191840da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484726 Apr 06 16:42:52.703554 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52eed15-5aea-4d54-b121-88fea0a0a296 req-8144aaf9-7241-40a8-8fa3-d98d74f22836 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:52.705216 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-d52eed15-5aea-4d54-b121-88fea0a0a296 req-8144aaf9-7241-40a8-8fa3-d98d74f22836 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 946 time: 0.0607510 Apr 06 16:42:52.758281 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-d52eed15-5aea-4d54-b121-88fea0a0a296 req-61de4d8c-b329-47cc-b543-27c600623909 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e2c26ed-8ef4-4310-9308-808191840da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473669 Apr 06 16:42:52.782595 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 44294) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:42:52.995662 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582d3aba-de50-42ed-bb35-5117b707d912 tempest-TestShelveInstance-936152611 tempest-TestShelveInstance-936152611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:52.997219 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-582d3aba-de50-42ed-bb35-5117b707d912 tempest-TestShelveInstance-936152611 tempest-TestShelveInstance-936152611-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 1125 time: 0.2132292 Apr 06 16:42:53.000075 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 44302) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:42:53.004179 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-e7d56b13-004a-407c-9416-84a35d9ba4d5 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Request body: {'floatingip': {'floating_network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'port_id': '5c82da20-41d2-4fed-a380-b93ba059b67b', 'tenant_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:42:53.124100 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e7d56b13-004a-407c-9416-84a35d9ba4d5 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:53.231675 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e7d56b13-004a-407c-9416-84a35d9ba4d5 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:53.341469 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.db_base_plugin_common [None req-e7d56b13-004a-407c-9416-84a35d9ba4d5 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Allocated IP 172.28.0.244 (5748d197-8213-47ef-9188-592aa7f2e542/30360da9-bba6-4593-a408-3cd8aca8fb5f/f91d31ae-3a73-4084-a8b9-7717ebbef794) {{(pid=103680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:42:53.446285 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e7d56b13-004a-407c-9416-84a35d9ba4d5 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks [] for port (f91d31ae-3a73-4084-a8b9-7717ebbef794), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:53.549308 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e7d56b13-004a-407c-9416-84a35d9ba4d5 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (f91d31ae-3a73-4084-a8b9-7717ebbef794), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:53.592178 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d56b13-004a-407c-9416-84a35d9ba4d5 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Network 5748d197-8213-47ef-9188-592aa7f2e542 is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:42:53.595497 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-e7d56b13-004a-407c-9416-84a35d9ba4d5 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:42:53.599445 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d56b13-004a-407c-9416-84a35d9ba4d5 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Received port after_create {{(pid=103680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:42:53.605520 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d56b13-004a-407c-9416-84a35d9ba4d5 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Pushing event updated for resources: {'Port': ['ID=f91d31ae-3a73-4084-a8b9-7717ebbef794,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:53.830437 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 895e93f3-e5dd-4eba-a620-8cb8da6992c0 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:42:53.852634 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] No Port match for: 895e93f3-e5dd-4eba-a620-8cb8da6992c0 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:42:53.852980 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 895e93f3-e5dd-4eba-a620-8cb8da6992c0 not bound to the agent host hv-cinder-81566 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:42:54.246235 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e7d56b13-004a-407c-9416-84a35d9ba4d5 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks [] for floatingip (67020f1f-ffb0-42ba-bf49-d8736d5481d9), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:54.355720 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e7d56b13-004a-407c-9416-84a35d9ba4d5 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (f91d31ae-3a73-4084-a8b9-7717ebbef794), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:54.507293 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e7d56b13-004a-407c-9416-84a35d9ba4d5 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks [] for port (f91d31ae-3a73-4084-a8b9-7717ebbef794), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:54.625173 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e7d56b13-004a-407c-9416-84a35d9ba4d5 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978180'] for port (f91d31ae-3a73-4084-a8b9-7717ebbef794), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:54.695594 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d56b13-004a-407c-9416-84a35d9ba4d5 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Pushing event updated for resources: {'Port': ['ID=f91d31ae-3a73-4084-a8b9-7717ebbef794,revision_number=2']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:42:54.710344 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e7d56b13-004a-407c-9416-84a35d9ba4d5 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617069'] for floatingip (67020f1f-ffb0-42ba-bf49-d8736d5481d9), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:54.816547 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.db.l3_db [None req-e7d56b13-004a-407c-9416-84a35d9ba4d5 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Floating IP 67020f1f-ffb0-42ba-bf49-d8736d5481d9 associated. External IP: 172.28.0.244, port: 5c82da20-41d2-4fed-a380-b93ba059b67b. Apr 06 16:42:55.038572 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d56b13-004a-407c-9416-84a35d9ba4d5 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Router 1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a has already been hosted by L3 agent 94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e {{(pid=103680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:42:55.158394 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d56b13-004a-407c-9416-84a35d9ba4d5 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Notify agent at l3_agent.dv-cinder-815660-7-smb the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:42:55.168881 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd78459-0ef6-497c-b43b-a355c8b1174d None None] Sync routers for ids ['1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a'] in dv-cinder-815660-7-smb {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:42:55.178413 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd78459-0ef6-497c-b43b-a355c8b1174d None None] Routers {'1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:42:55.179069 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-cdd78459-0ef6-497c-b43b-a355c8b1174d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:42:32Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:42:55.299250 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-cdd78459-0ef6-497c-b43b-a355c8b1174d None None] Set router 1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a gateway port host: dv-cinder-815660-7-smb {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:42:55.314982 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e7d56b13-004a-407c-9416-84a35d9ba4d5 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for floatingip (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:42:55.346618 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-e7d56b13-004a-407c-9416-84a35d9ba4d5 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3453772 Apr 06 16:42:55.347080 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1fa2dfe-4c22-460a-a79c-64a561f3a7d4', 'tag': '5c82da20-41d2-4fed-a380-b93ba059b67b'}] {{(pid=103680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:42:55.349454 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37defc4f8c4d51421555421a688636eb49d5c8fee7a473d71a3f8bc7c746dcd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42de136-2f94-43ce-bc13-6855a78182f0" -d '{"events": [{"name": "network-changed", "server_uuid": "d1fa2dfe-4c22-460a-a79c-64a561f3a7d4", "tag": "5c82da20-41d2-4fed-a380-b93ba059b67b"}]}' {{(pid=103680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:42:55.388883 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca8cf98-2f38-4263-af34-a5f7167d791b x-openstack-request-id: req-cca8cf98-2f38-4263-af34-a5f7167d791b {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:42:55.388883 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1fa2dfe-4c22-460a-a79c-64a561f3a7d4", "tag": "5c82da20-41d2-4fed-a380-b93ba059b67b", "status": "completed", "code": 200}]} {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:42:55.388883 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cca8cf98-2f38-4263-af34-a5f7167d791b {{(pid=103680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:42:55.389260 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cca8cf98-2f38-4263-af34-a5f7167d791b'] response: {'name': 'network-changed', 'server_uuid': 'd1fa2dfe-4c22-460a-a79c-64a561f3a7d4', 'tag': '5c82da20-41d2-4fed-a380-b93ba059b67b', 'status': 'completed', 'code': 200} Apr 06 16:42:55.456619 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42de136-2f94-43ce-bc13-6855a78182f0 req-9f724d76-01f2-4d84-812a-176f08d518a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:55.458932 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-a42de136-2f94-43ce-bc13-6855a78182f0 req-9f724d76-01f2-4d84-812a-176f08d518a9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e0e9fb0b0674a50974ceebc2e7584ed&device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 1130 time: 0.0484226 Apr 06 16:42:55.543041 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-cdd78459-0ef6-497c-b43b-a355c8b1174d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a', 'name': 'tempest-TestShelveInstance-989384086-router', 'tenant_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '67b90e50-e195-4b24-84c4-4e453a9330dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:41:59Z', 'updated_at': '2022-04-06T16:42:02Z', 'revision_number': 4, 'project_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'gw_port': {'id': '67b90e50-e195-4b24-84c4-4e453a9330dd', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:42:00Z', 'updated_at': '2022-04-06T16:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_floatingips': [{'id': '67020f1f-ffb0-42ba-bf49-d8736d5481d9', 'tenant_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'floating_ip_address': '172.28.0.244', 'floating_network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'router_id': '1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a', 'port_id': '5c82da20-41d2-4fed-a380-b93ba059b67b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '905dec2a-0a2a-4dc2-a373-64830d2ec625', 'mac_address': 'fa:16:3e:b0:ce:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fa2dfe-4c22-460a-a79c-64a561f3a7d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:42:54Z', 'updated_at': '2022-04-06T16:42:54Z', 'revision_number': 0, 'project_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3412f5-0a5f-4c29-9e14-14c606211a33', 'name': '', 'network_id': '905dec2a-0a2a-4dc2-a373-64830d2ec625', 'tenant_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'mac_address': 'fa:16:3e:0a:18:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'a752d7c3-ff9c-4a44-8f1f-3687527ea4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:42:02Z', 'updated_at': '2022-04-06T16:42:07Z', 'revision_number': 5, 'project_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'subnets': [{'id': 'a752d7c3-ff9c-4a44-8f1f-3687527ea4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:42:55.558140 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42de136-2f94-43ce-bc13-6855a78182f0 req-f9736b2f-5df4-420c-889f-777427f3059e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:55.559739 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-a42de136-2f94-43ce-bc13-6855a78182f0 req-f9736b2f-5df4-420c-889f-777427f3059e service neutron] 10.222.0.39 "GET /v2.0/networks?id=905dec2a-0a2a-4dc2-a373-64830d2ec625 HTTP/1.1" status: 200 len: 909 time: 0.0948339 Apr 06 16:42:55.570100 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd78459-0ef6-497c-b43b-a355c8b1174d None None] Checking router: 1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a for host: dv-cinder-815660-7-smb {{(pid=103682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:42:55.579308 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd78459-0ef6-497c-b43b-a355c8b1174d None None] Routers {'1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:42:55.579962 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-cdd78459-0ef6-497c-b43b-a355c8b1174d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:42:32Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:42:55.628853 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-a42de136-2f94-43ce-bc13-6855a78182f0 req-1f4d25b4-f9e2-4c88-a9f8-316917d47ccb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c82da20-41d2-4fed-a380-b93ba059b67b HTTP/1.1" status: 200 len: 1000 time: 0.0629961 Apr 06 16:42:55.678184 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42de136-2f94-43ce-bc13-6855a78182f0 req-ae37824c-8a9b-4741-bd71-d9fe0b5d2d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:55.679871 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-a42de136-2f94-43ce-bc13-6855a78182f0 req-ae37824c-8a9b-4741-bd71-d9fe0b5d2d9d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a752d7c3-ff9c-4a44-8f1f-3687527ea4c8 HTTP/1.1" status: 200 len: 847 time: 0.0459976 Apr 06 16:42:55.694864 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-cdd78459-0ef6-497c-b43b-a355c8b1174d None None] Set router 1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a gateway port host: dv-cinder-815660-7-smb {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:42:55.736283 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42de136-2f94-43ce-bc13-6855a78182f0 req-7869f375-3944-4b1c-821a-39e335d5b859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:42:55.737764 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-a42de136-2f94-43ce-bc13-6855a78182f0 req-7869f375-3944-4b1c-821a-39e335d5b859 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=905dec2a-0a2a-4dc2-a373-64830d2ec625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0515277 Apr 06 16:42:55.832332 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-a42de136-2f94-43ce-bc13-6855a78182f0 req-1eb6a18b-d8b8-4f9e-9615-fea50c2e634d service neutron] 10.222.0.39 "GET /v2.0/networks/905dec2a-0a2a-4dc2-a373-64830d2ec625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887039 Apr 06 16:42:55.932741 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-cdd78459-0ef6-497c-b43b-a355c8b1174d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a', 'name': 'tempest-TestShelveInstance-989384086-router', 'tenant_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '67b90e50-e195-4b24-84c4-4e453a9330dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:41:59Z', 'updated_at': '2022-04-06T16:42:02Z', 'revision_number': 4, 'project_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'gw_port': {'id': '67b90e50-e195-4b24-84c4-4e453a9330dd', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:42:00Z', 'updated_at': '2022-04-06T16:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_floatingips': [{'id': '67020f1f-ffb0-42ba-bf49-d8736d5481d9', 'tenant_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'floating_ip_address': '172.28.0.244', 'floating_network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'router_id': '1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a', 'port_id': '5c82da20-41d2-4fed-a380-b93ba059b67b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '905dec2a-0a2a-4dc2-a373-64830d2ec625', 'mac_address': 'fa:16:3e:b0:ce:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fa2dfe-4c22-460a-a79c-64a561f3a7d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:42:54Z', 'updated_at': '2022-04-06T16:42:54Z', 'revision_number': 0, 'project_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3412f5-0a5f-4c29-9e14-14c606211a33', 'name': '', 'network_id': '905dec2a-0a2a-4dc2-a373-64830d2ec625', 'tenant_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'mac_address': 'fa:16:3e:0a:18:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'a752d7c3-ff9c-4a44-8f1f-3687527ea4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:42:02Z', 'updated_at': '2022-04-06T16:42:07Z', 'revision_number': 5, 'project_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'subnets': [{'id': 'a752d7c3-ff9c-4a44-8f1f-3687527ea4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:42:55.939988 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-a42de136-2f94-43ce-bc13-6855a78182f0 req-206c7d8a-c5e0-4454-a24a-58bc7c64929f service neutron] 10.222.0.39 "GET /v2.0/networks/905dec2a-0a2a-4dc2-a373-64830d2ec625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003809 Apr 06 16:42:55.959439 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd78459-0ef6-497c-b43b-a355c8b1174d None None] The sync data for ids ['1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a'] in dv-cinder-815660-7-smb is: [{'id': '1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a', 'name': 'tempest-TestShelveInstance-989384086-router', 'tenant_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '67b90e50-e195-4b24-84c4-4e453a9330dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:41:59Z', 'updated_at': '2022-04-06T16:42:02Z', 'revision_number': 4, 'project_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'gw_port': {'id': '67b90e50-e195-4b24-84c4-4e453a9330dd', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:42:00Z', 'updated_at': '2022-04-06T16:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_floatingips': [{'id': '67020f1f-ffb0-42ba-bf49-d8736d5481d9', 'tenant_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'floating_ip_address': '172.28.0.244', 'floating_network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'router_id': '1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a', 'port_id': '5c82da20-41d2-4fed-a380-b93ba059b67b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '905dec2a-0a2a-4dc2-a373-64830d2ec625', 'mac_address': 'fa:16:3e:b0:ce:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fa2dfe-4c22-460a-a79c-64a561f3a7d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:42:54Z', 'updated_at': '2022-04-06T16:42:54Z', 'revision_number': 0, 'project_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3412f5-0a5f-4c29-9e14-14c606211a33', 'name': '', 'network_id': '905dec2a-0a2a-4dc2-a373-64830d2ec625', 'tenant_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'mac_address': 'fa:16:3e:0a:18:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'a752d7c3-ff9c-4a44-8f1f-3687527ea4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:42:02Z', 'updated_at': '2022-04-06T16:42:07Z', 'revision_number': 5, 'project_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'subnets': [{'id': 'a752d7c3-ff9c-4a44-8f1f-3687527ea4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:42:56.155521 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f67211-3171-45ac-951a-5e910e242cda None None] New status for floating IP 67020f1f-ffb0-42ba-bf49-d8736d5481d9: ACTIVE {{(pid=103683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 16:42:59.729276 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-cf53339d-28d4-4542-a7ee-721668e60e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:01.329185 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (0e5c86dc-cd19-4356-a060-9388d8808620), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:02.021394 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 44406) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:43:02.043630 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-c9f6aaac-a9be-4508-af14-0c8664848a7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:02.180509 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5d6c748d-9289-4145-aa8e-b0e8b92207b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:02.256894 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5d6c748d-9289-4145-aa8e-b0e8b92207b1 admin admin] Publish callbacks [] for security_group (bf36642b-2c36-4b41-9d3d-033724ae0c45), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:02.388303 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5d6c748d-9289-4145-aa8e-b0e8b92207b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (bf36642b-2c36-4b41-9d3d-033724ae0c45), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:02.429549 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-5d6c748d-9289-4145-aa8e-b0e8b92207b1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=297a3dbc02664dcda6e0e58c5d9fb2d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4069574 Apr 06 16:43:02.430511 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c748d-9289-4145-aa8e-b0e8b92207b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf36642b-2c36-4b41-9d3d-033724ae0c45,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:43:02.432870 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 44410) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:43:02.494961 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9328910a-e766-4ce1-b199-423875accb86 admin admin] Publish callbacks [] for security_group (bf36642b-2c36-4b41-9d3d-033724ae0c45), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:02.522377 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9328910a-e766-4ce1-b199-423875accb86 admin admin] Publish callbacks [] for security_group (bf36642b-2c36-4b41-9d3d-033724ae0c45), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:02.683787 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9328910a-e766-4ce1-b199-423875accb86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (bf36642b-2c36-4b41-9d3d-033724ae0c45), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:02.686463 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9328910a-e766-4ce1-b199-423875accb86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:02.687844 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-9328910a-e766-4ce1-b199-423875accb86 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bf36642b-2c36-4b41-9d3d-033724ae0c45 HTTP/1.1" status: 204 len: 168 time: 0.2538183 Apr 06 16:43:02.697790 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9328910a-e766-4ce1-b199-423875accb86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf36642b-2c36-4b41-9d3d-033724ae0c45,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:43:03.505978 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:03.849673 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 44440) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:43:03.958957 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [None req-2a9d962d-66da-4002-9f36-054903fea675 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-265356457-network', 'tenant_id': '189de591ce874f8fbb67306538597437'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:43:04.060607 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9d962d-66da-4002-9f36-054903fea675 admin admin] Made reservation on behalf of 189de591ce874f8fbb67306538597437 for: {'network': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:43:04.062910 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2a9d962d-66da-4002-9f36-054903fea675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for network (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:04.072679 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2a9d962d-66da-4002-9f36-054903fea675 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:04.151090 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2a9d962d-66da-4002-9f36-054903fea675 admin admin] Publish callbacks [] for security_group (b10fea5c-68bb-40fe-b360-bc634ec2d564), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:04.209032 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2a9d962d-66da-4002-9f36-054903fea675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (b10fea5c-68bb-40fe-b360-bc634ec2d564), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:04.235152 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a9d962d-66da-4002-9f36-054903fea675 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=103681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 16:43:04.246016 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9d962d-66da-4002-9f36-054903fea675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10fea5c-68bb-40fe-b360-bc634ec2d564,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:43:04.251119 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2a9d962d-66da-4002-9f36-054903fea675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1728802'] for segment (0d9de86b-fd4b-4e31-a9ea-89dab2d7abab), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:04.251468 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.db.segments_db [None req-2a9d962d-66da-4002-9f36-054903fea675 admin admin] Added segment 0d9de86b-fd4b-4e31-a9ea-89dab2d7abab of type vlan for network 03a3951a-c423-4b6d-af65-58fa7b710e8e Apr 06 16:43:04.307304 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2a9d962d-66da-4002-9f36-054903fea675 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758155981114'] for network (03a3951a-c423-4b6d-af65-58fa7b710e8e), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:04.392053 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2a9d962d-66da-4002-9f36-054903fea675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069'] for network (03a3951a-c423-4b6d-af65-58fa7b710e8e), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:04.393095 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9d962d-66da-4002-9f36-054903fea675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:04.393741 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2a9d962d-66da-4002-9f36-054903fea675 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:04.456319 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9d962d-66da-4002-9f36-054903fea675 admin admin] Pushing event updated for resources: {'Network': ['ID=03a3951a-c423-4b6d-af65-58fa7b710e8e,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:43:04.468377 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Network 03a3951a-c423-4b6d-af65-58fa7b710e8e details requested by agent ovs-agent-dv-cinder-815660-7-smb with host dv-cinder-815660-7-smb {{(pid=103682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 16:43:04.554834 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-2a9d962d-66da-4002-9f36-054903fea675 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7040474 Apr 06 16:43:04.561492 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 44444) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:43:04.566456 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [None req-e627a084-13b9-47e3-a5e4-d74cc3625721 admin admin] Request body: {'subnet': {'network_id': '03a3951a-c423-4b6d-af65-58fa7b710e8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-265356457-subnet', 'tenant_id': '189de591ce874f8fbb67306538597437', 'ip_version': 4}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:43:04.632175 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:04.660533 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e627a084-13b9-47e3-a5e4-d74cc3625721 admin admin] Made reservation on behalf of 189de591ce874f8fbb67306538597437 for: {'subnet': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:43:04.663193 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e627a084-13b9-47e3-a5e4-d74cc3625721 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4648709'] for subnet (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:04.918112 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e627a084-13b9-47e3-a5e4-d74cc3625721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6162270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4648731'] for subnet (beb4d972-56fd-4f2f-a2c9-66e431428485), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:04.974838 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e627a084-13b9-47e3-a5e4-d74cc3625721 admin admin] Pushing event updated for resources: {'Subnet': ['ID=beb4d972-56fd-4f2f-a2c9-66e431428485,revision_number=0']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:43:04.988974 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e627a084-13b9-47e3-a5e4-d74cc3625721 admin admin] Checking segment: {'id': '0d9de86b-fd4b-4e31-a9ea-89dab2d7abab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '03a3951a-c423-4b6d-af65-58fa7b710e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:43:04.988974 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e627a084-13b9-47e3-a5e4-d74cc3625721 admin admin] Network hostable DHCP agents. Network: 03a3951a-c423-4b6d-af65-58fa7b710e8e, hostable agents: ['f8e9d332-5077-4d82-8c59-e3560cf7409d'], hosted agents: [] {{(pid=103681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 16:43:05.087615 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e627a084-13b9-47e3-a5e4-d74cc3625721 admin admin] Network 03a3951a-c423-4b6d-af65-58fa7b710e8e is scheduled to be hosted by DHCP agent f8e9d332-5077-4d82-8c59-e3560cf7409d with binding_index 1 {{(pid=103681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 16:43:05.163575 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-e627a084-13b9-47e3-a5e4-d74cc3625721 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-7-smb, 03a3951a-c423-4b6d-af65-58fa7b710e8e) {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:43:05.169673 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e627a084-13b9-47e3-a5e4-d74cc3625721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:05.170396 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e627a084-13b9-47e3-a5e4-d74cc3625721 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for subnet (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:05.179875 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e2a984-5eb3-436b-8986-546db1cd1574 None None] Network 03a3951a-c423-4b6d-af65-58fa7b710e8e requested from dv-cinder-815660-7-smb {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:43:05.274915 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-e627a084-13b9-47e3-a5e4-d74cc3625721 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7121522 Apr 06 16:43:05.277768 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 44456) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:43:05.282615 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-10cd4200-0d26-49be-ae67-7d954fb1e686 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-265356457-router', 'tenant_id': '189de591ce874f8fbb67306538597437', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542'}}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:43:05.285501 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0873abb2-b1c3-4ec3-9216-27345e916eef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00762c58-2b86-5e77-99c4-154082f7bcb4-03a3951a-c423-4b6d-af65-58fa7b710e8e', 'network_id': '03a3951a-c423-4b6d-af65-58fa7b710e8e', 'project_id': '189de591ce874f8fbb67306538597437', 'fixed_ips': [{'subnet_id': 'beb4d972-56fd-4f2f-a2c9-66e431428485'}]}} from dv-cinder-815660-7-smb. {{(pid=103682) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 16:43:05.286450 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0873abb2-b1c3-4ec3-9216-27345e916eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:05.370271 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-10cd4200-0d26-49be-ae67-7d954fb1e686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3801'] for router (4f895d11-ae63-42e2-9a55-6b1ff7a52ed5), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:05.371462 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-10cd4200-0d26-49be-ae67-7d954fb1e686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-616774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-594134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3776'] for router (4f895d11-ae63-42e2-9a55-6b1ff7a52ed5), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:05.428566 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-10cd4200-0d26-49be-ae67-7d954fb1e686 admin admin] Publish callbacks [] for router_controller (4f895d11-ae63-42e2-9a55-6b1ff7a52ed5), precommit_add_association {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:05.438899 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.db_base_plugin_common [None req-0873abb2-b1c3-4ec3-9216-27345e916eef None None] Allocated IP 172.20.0.2 (03a3951a-c423-4b6d-af65-58fa7b710e8e/beb4d972-56fd-4f2f-a2c9-66e431428485/4d727692-b2d6-4887-ad22-a7205e869824) {{(pid=103682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:43:05.671413 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-10cd4200-0d26-49be-ae67-7d954fb1e686 admin admin] Publish callbacks [] for router_gateway (4f895d11-ae63-42e2-9a55-6b1ff7a52ed5), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:05.825925 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0873abb2-b1c3-4ec3-9216-27345e916eef None None] Publish callbacks [] for port (4d727692-b2d6-4887-ad22-a7205e869824), precommit_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:05.944754 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-10cd4200-0d26-49be-ae67-7d954fb1e686 admin admin] Publish callbacks [] for router_gateway (4f895d11-ae63-42e2-9a55-6b1ff7a52ed5), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:05.952846 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0873abb2-b1c3-4ec3-9216-27345e916eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276'] for port (4d727692-b2d6-4887-ad22-a7205e869824), after_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:05.964793 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-10cd4200-0d26-49be-ae67-7d954fb1e686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:05.990747 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0873abb2-b1c3-4ec3-9216-27345e916eef None None] Network 03a3951a-c423-4b6d-af65-58fa7b710e8e is already hosted by enough agents. {{(pid=103682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:43:05.996474 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.scheduler.base_scheduler [None req-0873abb2-b1c3-4ec3-9216-27345e916eef None None] Resources bound (agent type, host, resource id): {{(pid=103682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:43:06.002155 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0873abb2-b1c3-4ec3-9216-27345e916eef None None] Received port after_create {{(pid=103682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:43:06.009765 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0873abb2-b1c3-4ec3-9216-27345e916eef None None] Pushing event updated for resources: {'Port': ['ID=4d727692-b2d6-4887-ad22-a7205e869824,revision_number=1']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:43:06.020785 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0873abb2-b1c3-4ec3-9216-27345e916eef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:06.021132 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0873abb2-b1c3-4ec3-9216-27345e916eef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:06.021477 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0873abb2-b1c3-4ec3-9216-27345e916eef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:06.021826 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0873abb2-b1c3-4ec3-9216-27345e916eef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:06.022159 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0873abb2-b1c3-4ec3-9216-27345e916eef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:06.022490 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0873abb2-b1c3-4ec3-9216-27345e916eef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:06.022816 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0873abb2-b1c3-4ec3-9216-27345e916eef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:06.023144 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0873abb2-b1c3-4ec3-9216-27345e916eef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:06.023472 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0873abb2-b1c3-4ec3-9216-27345e916eef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:06.023827 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0873abb2-b1c3-4ec3-9216-27345e916eef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:06.024160 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0873abb2-b1c3-4ec3-9216-27345e916eef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:06.025113 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0873abb2-b1c3-4ec3-9216-27345e916eef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:06.025822 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0873abb2-b1c3-4ec3-9216-27345e916eef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:06.026304 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0873abb2-b1c3-4ec3-9216-27345e916eef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:06.026644 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0873abb2-b1c3-4ec3-9216-27345e916eef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:06.080874 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-0873abb2-b1c3-4ec3-9216-27345e916eef None None] Attempting to bind port 4d727692-b2d6-4887-ad22-a7205e869824 on host dv-cinder-815660-7-smb for vnic_type normal with profile {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:43:06.081244 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-0873abb2-b1c3-4ec3-9216-27345e916eef None None] Attempting to bind port 4d727692-b2d6-4887-ad22-a7205e869824 by drivers openvswitch,hyperv on host dv-cinder-815660-7-smb at level 0 using segments [{'id': '0d9de86b-fd4b-4e31-a9ea-89dab2d7abab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '03a3951a-c423-4b6d-af65-58fa7b710e8e'}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:43:06.081636 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0873abb2-b1c3-4ec3-9216-27345e916eef None None] Attempting to bind port 4d727692-b2d6-4887-ad22-a7205e869824 on network 03a3951a-c423-4b6d-af65-58fa7b710e8e {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:43:06.088826 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.db_base_plugin_common [None req-10cd4200-0d26-49be-ae67-7d954fb1e686 admin admin] Allocated IP 172.28.0.153 (5748d197-8213-47ef-9188-592aa7f2e542/30360da9-bba6-4593-a408-3cd8aca8fb5f/7dcfa37c-5da3-4725-97ef-fe8bf3b331da) {{(pid=103680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:43:06.093428 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0873abb2-b1c3-4ec3-9216-27345e916eef None None] Checking agent: {'id': 'c8d6835f-40e2-4c71-9616-8d834b10e2ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 22, 6), 'started_at': datetime.datetime(2022, 4, 6, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:43:06.093877 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0873abb2-b1c3-4ec3-9216-27345e916eef None None] Checking segment: {'id': '0d9de86b-fd4b-4e31-a9ea-89dab2d7abab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '03a3951a-c423-4b6d-af65-58fa7b710e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:43:06.094210 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0873abb2-b1c3-4ec3-9216-27345e916eef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:06.094600 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0873abb2-b1c3-4ec3-9216-27345e916eef None None] Bound using segment: {'id': '0d9de86b-fd4b-4e31-a9ea-89dab2d7abab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '03a3951a-c423-4b6d-af65-58fa7b710e8e'} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:43:06.095090 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-0873abb2-b1c3-4ec3-9216-27345e916eef None None] Bound port: 4d727692-b2d6-4887-ad22-a7205e869824, host: dv-cinder-815660-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d9de86b-fd4b-4e31-a9ea-89dab2d7abab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '03a3951a-c423-4b6d-af65-58fa7b710e8e'}}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:43:06.095469 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0873abb2-b1c3-4ec3-9216-27345e916eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (4d727692-b2d6-4887-ad22-a7205e869824), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:06.176704 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-0873abb2-b1c3-4ec3-9216-27345e916eef None None] For port 4d727692-b2d6-4887-ad22-a7205e869824, host dv-cinder-815660-7-smb, cleared binding levels {{(pid=103682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:43:06.181945 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-0873abb2-b1c3-4ec3-9216-27345e916eef None None] For port 4d727692-b2d6-4887-ad22-a7205e869824, host dv-cinder-815660-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=4d727692-b2d6-4887-ad22-a7205e869824,segment=NetworkSegment(0d9de86b-fd4b-4e31-a9ea-89dab2d7abab),segment_id=0d9de86b-fd4b-4e31-a9ea-89dab2d7abab)] {{(pid=103682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:43:06.185996 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:06.206618 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-10cd4200-0d26-49be-ae67-7d954fb1e686 admin admin] Publish callbacks [] for port (7dcfa37c-5da3-4725-97ef-fe8bf3b331da), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:06.261248 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0873abb2-b1c3-4ec3-9216-27345e916eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (4d727692-b2d6-4887-ad22-a7205e869824), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:06.329478 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0873abb2-b1c3-4ec3-9216-27345e916eef None None] Pushing event updated for resources: {'Port': ['ID=4d727692-b2d6-4887-ad22-a7205e869824,revision_number=2']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:43:06.335556 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-10cd4200-0d26-49be-ae67-7d954fb1e686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (7dcfa37c-5da3-4725-97ef-fe8bf3b331da), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:06.382960 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cd4200-0d26-49be-ae67-7d954fb1e686 admin admin] Network 5748d197-8213-47ef-9188-592aa7f2e542 is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:43:06.390703 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-10cd4200-0d26-49be-ae67-7d954fb1e686 admin admin] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:43:06.392934 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd4200-0d26-49be-ae67-7d954fb1e686 admin admin] Pushing event updated for resources: {'Port': ['ID=7dcfa37c-5da3-4725-97ef-fe8bf3b331da,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:43:06.399880 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cd4200-0d26-49be-ae67-7d954fb1e686 admin admin] Received port after_create {{(pid=103680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:43:06.406630 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd4200-0d26-49be-ae67-7d954fb1e686 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:06.406630 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd4200-0d26-49be-ae67-7d954fb1e686 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:06.406630 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd4200-0d26-49be-ae67-7d954fb1e686 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:06.406630 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd4200-0d26-49be-ae67-7d954fb1e686 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:06.406630 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd4200-0d26-49be-ae67-7d954fb1e686 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:06.406630 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd4200-0d26-49be-ae67-7d954fb1e686 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:06.406630 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd4200-0d26-49be-ae67-7d954fb1e686 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:06.406630 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd4200-0d26-49be-ae67-7d954fb1e686 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:06.407825 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd4200-0d26-49be-ae67-7d954fb1e686 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:06.407825 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd4200-0d26-49be-ae67-7d954fb1e686 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:06.407825 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd4200-0d26-49be-ae67-7d954fb1e686 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:06.407825 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd4200-0d26-49be-ae67-7d954fb1e686 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:06.408377 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd4200-0d26-49be-ae67-7d954fb1e686 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:06.408522 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd4200-0d26-49be-ae67-7d954fb1e686 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:06.408731 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd4200-0d26-49be-ae67-7d954fb1e686 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:06.837530 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-10cd4200-0d26-49be-ae67-7d954fb1e686 admin admin] Publish callbacks [] for router_gateway (4f895d11-ae63-42e2-9a55-6b1ff7a52ed5), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:07.059857 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-10cd4200-0d26-49be-ae67-7d954fb1e686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-616799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616967'] for router (4f895d11-ae63-42e2-9a55-6b1ff7a52ed5), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:07.266566 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10cd4200-0d26-49be-ae67-7d954fb1e686 admin admin] Router 4f895d11-ae63-42e2-9a55-6b1ff7a52ed5 is scheduled to L3 agent 94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e with binding_index 1 {{(pid=103680) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 16:43:07.288822 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be169469-f7cc-42ef-9ac9-ed093acbc367 None None] Network 03a3951a-c423-4b6d-af65-58fa7b710e8e requested from dv-cinder-815660-7-smb {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:43:07.364276 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-92367a69-43f3-4ab4-ab36-5b619d7f519e None None] Provisioning complete for port 4d727692-b2d6-4887-ad22-a7205e869824 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:43:07.364633 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-92367a69-43f3-4ab4-ab36-5b619d7f519e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (4d727692-b2d6-4887-ad22-a7205e869824), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:07.383391 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10cd4200-0d26-49be-ae67-7d954fb1e686 admin admin] Notify agent at l3_agent.dv-cinder-815660-7-smb the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:43:07.395873 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecce294-4bb7-4a79-be62-73296921f7a3 None None] Sync routers for ids ['4f895d11-ae63-42e2-9a55-6b1ff7a52ed5'] in dv-cinder-815660-7-smb {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:43:07.439166 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecce294-4bb7-4a79-be62-73296921f7a3 None None] Routers {'4f895d11-ae63-42e2-9a55-6b1ff7a52ed5'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:43:07.439826 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-5ecce294-4bb7-4a79-be62-73296921f7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:43:02Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['4f895d11-ae63-42e2-9a55-6b1ff7a52ed5'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:43:07.456759 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-10cd4200-0d26-49be-ae67-7d954fb1e686 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:07.458023 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-10cd4200-0d26-49be-ae67-7d954fb1e686 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1791365 Apr 06 16:43:07.460806 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 44466) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:43:07.590241 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-92367a69-43f3-4ab4-ab36-5b619d7f519e None None] Current status of the port 4d727692-b2d6-4887-ad22-a7205e869824 is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:43:07.590936 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-92367a69-43f3-4ab4-ab36-5b619d7f519e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (4d727692-b2d6-4887-ad22-a7205e869824), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:07.612362 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-5ecce294-4bb7-4a79-be62-73296921f7a3 None None] Set router 4f895d11-ae63-42e2-9a55-6b1ff7a52ed5 gateway port host: dv-cinder-815660-7-smb {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:43:07.697364 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-b9d035b3-725b-4484-929b-080c29871401 req-8941f7fb-be41-400d-9e3c-9064f907ea5b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719626 Apr 06 16:43:07.762563 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-92367a69-43f3-4ab4-ab36-5b619d7f519e None None] For port 4d727692-b2d6-4887-ad22-a7205e869824, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=4d727692-b2d6-4887-ad22-a7205e869824,segment=NetworkSegment(0d9de86b-fd4b-4e31-a9ea-89dab2d7abab),segment_id=0d9de86b-fd4b-4e31-a9ea-89dab2d7abab)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:43:07.825475 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d035b3-725b-4484-929b-080c29871401 req-3b0cffb5-b443-49d0-b1a4-270696abade6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:07.827322 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-b9d035b3-725b-4484-929b-080c29871401 req-3b0cffb5-b443-49d0-b1a4-270696abade6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e0e9fb0b0674a50974ceebc2e7584ed&device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 1130 time: 0.0652962 Apr 06 16:43:07.851623 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 4d727692-b2d6-4887-ad22-a7205e869824 up at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:43:07.854415 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-92367a69-43f3-4ab4-ab36-5b619d7f519e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (4d727692-b2d6-4887-ad22-a7205e869824), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:07.942726 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d035b3-725b-4484-929b-080c29871401 req-5c95df75-2a62-4533-a0e4-6d00abd4d3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:07.944237 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-b9d035b3-725b-4484-929b-080c29871401 req-5c95df75-2a62-4533-a0e4-6d00abd4d3cf service neutron] 10.222.0.39 "GET /v2.0/networks?id=905dec2a-0a2a-4dc2-a373-64830d2ec625 HTTP/1.1" status: 200 len: 909 time: 0.0936084 Apr 06 16:43:07.958892 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92367a69-43f3-4ab4-ab36-5b619d7f519e None None] Pushing event updated for resources: {'Port': ['ID=4d727692-b2d6-4887-ad22-a7205e869824,revision_number=3']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:43:07.982793 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Provisioning complete for port 4d727692-b2d6-4887-ad22-a7205e869824 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:43:07.983166 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (4d727692-b2d6-4887-ad22-a7205e869824), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:07.988127 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-5ecce294-4bb7-4a79-be62-73296921f7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f895d11-ae63-42e2-9a55-6b1ff7a52ed5', 'name': 'tempest-TestMinimumBasicScenario-265356457-router', 'tenant_id': '189de591ce874f8fbb67306538597437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.153'}], 'enable_snat': True}, 'gw_port_id': '7dcfa37c-5da3-4725-97ef-fe8bf3b331da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:43:05Z', 'updated_at': '2022-04-06T16:43:06Z', 'revision_number': 3, 'project_id': '189de591ce874f8fbb67306538597437', 'gw_port': {'id': '7dcfa37c-5da3-4725-97ef-fe8bf3b331da', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:94:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f895d11-ae63-42e2-9a55-6b1ff7a52ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:43:05Z', 'updated_at': '2022-04-06T16:43:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb'}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:43:08.031677 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-b9d035b3-725b-4484-929b-080c29871401 req-24f4a349-9f2f-45a8-80c3-00fa2c1658c7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c82da20-41d2-4fed-a380-b93ba059b67b HTTP/1.1" status: 200 len: 1002 time: 0.0802488 Apr 06 16:43:08.044831 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecce294-4bb7-4a79-be62-73296921f7a3 None None] Checking router: 4f895d11-ae63-42e2-9a55-6b1ff7a52ed5 for host: dv-cinder-815660-7-smb {{(pid=103682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:43:08.045187 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecce294-4bb7-4a79-be62-73296921f7a3 None None] Updating router 4f895d11-ae63-42e2-9a55-6b1ff7a52ed5 port 7dcfa37c-5da3-4725-97ef-fe8bf3b331da binding host dv-cinder-815660-7-smb {{(pid=103682) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 16:43:08.074059 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-9a0adce2-0188-431a-a690-cb213731d8cc None None] Provisioning complete for port 4d727692-b2d6-4887-ad22-a7205e869824 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:43:08.074435 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-9a0adce2-0188-431a-a690-cb213731d8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (4d727692-b2d6-4887-ad22-a7205e869824), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:08.088753 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d035b3-725b-4484-929b-080c29871401 req-4012c3be-f878-4a81-9496-94dafcdd2841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:08.090231 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-b9d035b3-725b-4484-929b-080c29871401 req-4012c3be-f878-4a81-9496-94dafcdd2841 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a752d7c3-ff9c-4a44-8f1f-3687527ea4c8 HTTP/1.1" status: 200 len: 847 time: 0.0512681 Apr 06 16:43:08.122128 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-5ecce294-4bb7-4a79-be62-73296921f7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (7dcfa37c-5da3-4725-97ef-fe8bf3b331da), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:08.148467 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d035b3-725b-4484-929b-080c29871401 req-829dbb4e-39dc-43cb-b01c-66e553989ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:08.154550 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-b9d035b3-725b-4484-929b-080c29871401 req-829dbb4e-39dc-43cb-b01c-66e553989ec8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=905dec2a-0a2a-4dc2-a373-64830d2ec625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0582607 Apr 06 16:43:08.266218 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Current status of the port 4d727692-b2d6-4887-ad22-a7205e869824 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:43:08.266675 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-206be136-5c54-454e-aa97-b97c5794cb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:08.299844 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-b9d035b3-725b-4484-929b-080c29871401 req-e7f8ef15-5582-457f-8a8f-be5704ec6507 service neutron] 10.222.0.39 "GET /v2.0/networks/905dec2a-0a2a-4dc2-a373-64830d2ec625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380932 Apr 06 16:43:08.323657 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-9a0adce2-0188-431a-a690-cb213731d8cc None None] Current status of the port 4d727692-b2d6-4887-ad22-a7205e869824 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:43:08.405776 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-b9d035b3-725b-4484-929b-080c29871401 req-a80b0198-96cf-4a25-971d-0ac7d297e6b8 service neutron] 10.222.0.39 "GET /v2.0/networks/905dec2a-0a2a-4dc2-a373-64830d2ec625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993903 Apr 06 16:43:08.468898 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.db_base_plugin_common [None req-206be136-5c54-454e-aa97-b97c5794cb4a admin admin] Allocated IP 172.20.0.1 (03a3951a-c423-4b6d-af65-58fa7b710e8e/beb4d972-56fd-4f2f-a2c9-66e431428485/83217714-da21-4d3f-a455-20e191a0c6c8) {{(pid=103680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:43:08.504559 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-5ecce294-4bb7-4a79-be62-73296921f7a3 None None] Publish callbacks [] for port (7dcfa37c-5da3-4725-97ef-fe8bf3b331da), precommit_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:08.576805 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-206be136-5c54-454e-aa97-b97c5794cb4a admin admin] Publish callbacks [] for port (83217714-da21-4d3f-a455-20e191a0c6c8), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:08.591634 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-5ecce294-4bb7-4a79-be62-73296921f7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (7dcfa37c-5da3-4725-97ef-fe8bf3b331da), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:08.645602 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-5ecce294-4bb7-4a79-be62-73296921f7a3 None None] Attempting to bind port 7dcfa37c-5da3-4725-97ef-fe8bf3b331da on host dv-cinder-815660-7-smb for vnic_type normal with profile {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:43:08.645602 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-5ecce294-4bb7-4a79-be62-73296921f7a3 None None] Attempting to bind port 7dcfa37c-5da3-4725-97ef-fe8bf3b331da by drivers openvswitch,hyperv on host dv-cinder-815660-7-smb at level 0 using segments [{'id': '3728a512-0136-4544-ad0a-d8addcf850d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542'}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:43:08.645602 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecce294-4bb7-4a79-be62-73296921f7a3 None None] Attempting to bind port 7dcfa37c-5da3-4725-97ef-fe8bf3b331da on network 5748d197-8213-47ef-9188-592aa7f2e542 {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:43:08.651945 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dbc908-dac0-4a61-a011-9f5ce1155ee5 None None] Pushing event updated for resources: {'Port': ['ID=7dcfa37c-5da3-4725-97ef-fe8bf3b331da,revision_number=2']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:43:08.657421 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecce294-4bb7-4a79-be62-73296921f7a3 None None] Checking agent: {'id': 'c8d6835f-40e2-4c71-9616-8d834b10e2ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 22, 6), 'started_at': datetime.datetime(2022, 4, 6, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:43:08.657891 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecce294-4bb7-4a79-be62-73296921f7a3 None None] Checking segment: {'id': '3728a512-0136-4544-ad0a-d8addcf850d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:43:08.661571 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-5ecce294-4bb7-4a79-be62-73296921f7a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:08.661571 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecce294-4bb7-4a79-be62-73296921f7a3 None None] Bound using segment: {'id': '3728a512-0136-4544-ad0a-d8addcf850d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542'} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:43:08.661571 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-5ecce294-4bb7-4a79-be62-73296921f7a3 None None] Bound port: 7dcfa37c-5da3-4725-97ef-fe8bf3b331da, host: dv-cinder-815660-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3728a512-0136-4544-ad0a-d8addcf850d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542'}}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:43:08.661571 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-5ecce294-4bb7-4a79-be62-73296921f7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (7dcfa37c-5da3-4725-97ef-fe8bf3b331da), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:08.689824 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-206be136-5c54-454e-aa97-b97c5794cb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (83217714-da21-4d3f-a455-20e191a0c6c8), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:08.720151 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-5ecce294-4bb7-4a79-be62-73296921f7a3 None None] For port 7dcfa37c-5da3-4725-97ef-fe8bf3b331da, host dv-cinder-815660-7-smb, cleared binding levels {{(pid=103682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:43:08.724166 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-5ecce294-4bb7-4a79-be62-73296921f7a3 None None] For port 7dcfa37c-5da3-4725-97ef-fe8bf3b331da, host dv-cinder-815660-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=7dcfa37c-5da3-4725-97ef-fe8bf3b331da,segment=NetworkSegment(3728a512-0136-4544-ad0a-d8addcf850d8),segment_id=3728a512-0136-4544-ad0a-d8addcf850d8)] {{(pid=103682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:43:08.734871 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206be136-5c54-454e-aa97-b97c5794cb4a admin admin] Network 03a3951a-c423-4b6d-af65-58fa7b710e8e is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:43:08.739985 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-206be136-5c54-454e-aa97-b97c5794cb4a admin admin] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:43:08.742517 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206be136-5c54-454e-aa97-b97c5794cb4a admin admin] Received port after_create {{(pid=103680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:43:08.770234 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206be136-5c54-454e-aa97-b97c5794cb4a admin admin] Pushing event updated for resources: {'Port': ['ID=83217714-da21-4d3f-a455-20e191a0c6c8,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:43:08.791100 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-206be136-5c54-454e-aa97-b97c5794cb4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617174'] for router_interface (4f895d11-ae63-42e2-9a55-6b1ff7a52ed5), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:08.845099 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-5ecce294-4bb7-4a79-be62-73296921f7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (7dcfa37c-5da3-4725-97ef-fe8bf3b331da), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:08.916170 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecce294-4bb7-4a79-be62-73296921f7a3 None None] Routers {'4f895d11-ae63-42e2-9a55-6b1ff7a52ed5'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:43:08.916928 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-5ecce294-4bb7-4a79-be62-73296921f7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:43:02Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['4f895d11-ae63-42e2-9a55-6b1ff7a52ed5'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:43:08.920568 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dbc908-dac0-4a61-a011-9f5ce1155ee5 None None] Pushing event updated for resources: {'Port': ['ID=7dcfa37c-5da3-4725-97ef-fe8bf3b331da,revision_number=3']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:43:09.020727 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-1f47889c-7bfe-4b22-8856-34acd1cf6346 None None] Provisioning complete for port 83217714-da21-4d3f-a455-20e191a0c6c8 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:43:09.021057 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-1f47889c-7bfe-4b22-8856-34acd1cf6346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (83217714-da21-4d3f-a455-20e191a0c6c8), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:09.072418 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-5ecce294-4bb7-4a79-be62-73296921f7a3 None None] Set router 4f895d11-ae63-42e2-9a55-6b1ff7a52ed5 gateway port host: dv-cinder-815660-7-smb {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:43:09.074516 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-1f47889c-7bfe-4b22-8856-34acd1cf6346 None None] Port 83217714-da21-4d3f-a455-20e191a0c6c8 cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:43:09.079556 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-206be136-5c54-454e-aa97-b97c5794cb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (83217714-da21-4d3f-a455-20e191a0c6c8), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:09.257963 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-206be136-5c54-454e-aa97-b97c5794cb4a admin admin] Publish callbacks [] for port (83217714-da21-4d3f-a455-20e191a0c6c8), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:09.357248 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-206be136-5c54-454e-aa97-b97c5794cb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978180'] for port (83217714-da21-4d3f-a455-20e191a0c6c8), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:09.393663 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-5ecce294-4bb7-4a79-be62-73296921f7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f895d11-ae63-42e2-9a55-6b1ff7a52ed5', 'name': 'tempest-TestMinimumBasicScenario-265356457-router', 'tenant_id': '189de591ce874f8fbb67306538597437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.153'}], 'enable_snat': True}, 'gw_port_id': '7dcfa37c-5da3-4725-97ef-fe8bf3b331da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:43:05Z', 'updated_at': '2022-04-06T16:43:06Z', 'revision_number': 3, 'project_id': '189de591ce874f8fbb67306538597437', 'gw_port': {'id': '7dcfa37c-5da3-4725-97ef-fe8bf3b331da', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:94:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f895d11-ae63-42e2-9a55-6b1ff7a52ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:43:05Z', 'updated_at': '2022-04-06T16:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb'}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:43:09.421615 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecce294-4bb7-4a79-be62-73296921f7a3 None None] The sync data for ids ['4f895d11-ae63-42e2-9a55-6b1ff7a52ed5'] in dv-cinder-815660-7-smb is: [{'id': '4f895d11-ae63-42e2-9a55-6b1ff7a52ed5', 'name': 'tempest-TestMinimumBasicScenario-265356457-router', 'tenant_id': '189de591ce874f8fbb67306538597437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.153'}], 'enable_snat': True}, 'gw_port_id': '7dcfa37c-5da3-4725-97ef-fe8bf3b331da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:43:05Z', 'updated_at': '2022-04-06T16:43:06Z', 'revision_number': 3, 'project_id': '189de591ce874f8fbb67306538597437', 'gw_port': {'id': '7dcfa37c-5da3-4725-97ef-fe8bf3b331da', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:94:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f895d11-ae63-42e2-9a55-6b1ff7a52ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:43:05Z', 'updated_at': '2022-04-06T16:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb'}] {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:43:09.427275 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206be136-5c54-454e-aa97-b97c5794cb4a admin admin] Pushing event updated for resources: {'Port': ['ID=83217714-da21-4d3f-a455-20e191a0c6c8,revision_number=2']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:43:09.429885 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-206be136-5c54-454e-aa97-b97c5794cb4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617286'] for router_interface (4f895d11-ae63-42e2-9a55-6b1ff7a52ed5), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:09.552419 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206be136-5c54-454e-aa97-b97c5794cb4a admin admin] Network 03a3951a-c423-4b6d-af65-58fa7b710e8e is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:43:09.554492 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-206be136-5c54-454e-aa97-b97c5794cb4a admin admin] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:43:09.730235 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206be136-5c54-454e-aa97-b97c5794cb4a admin admin] Router 4f895d11-ae63-42e2-9a55-6b1ff7a52ed5 has already been hosted by L3 agent 94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e {{(pid=103680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:43:09.883189 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 4d727692-b2d6-4887-ad22-a7205e869824 up at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:43:09.902890 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206be136-5c54-454e-aa97-b97c5794cb4a admin admin] Notify agent at l3_agent.dv-cinder-815660-7-smb the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:43:09.917364 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-206be136-5c54-454e-aa97-b97c5794cb4a admin admin] 10.222.0.49 "PUT /v2.0/routers/4f895d11-ae63-42e2-9a55-6b1ff7a52ed5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4471114 Apr 06 16:43:09.933454 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-da4251d9-3b00-48d4-9300-9c26a979ed3a None None] Provisioning complete for port 83217714-da21-4d3f-a455-20e191a0c6c8 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:43:09.933834 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-da4251d9-3b00-48d4-9300-9c26a979ed3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (83217714-da21-4d3f-a455-20e191a0c6c8), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:09.981168 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-da4251d9-3b00-48d4-9300-9c26a979ed3a None None] Port 83217714-da21-4d3f-a455-20e191a0c6c8 cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:43:09.983929 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Provisioning complete for port 4d727692-b2d6-4887-ad22-a7205e869824 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:43:09.984345 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (4d727692-b2d6-4887-ad22-a7205e869824), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:10.069110 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Current status of the port 4d727692-b2d6-4887-ad22-a7205e869824 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:43:10.070205 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 7dcfa37c-5da3-4725-97ef-fe8bf3b331da up at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:43:10.121781 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Provisioning complete for port 7dcfa37c-5da3-4725-97ef-fe8bf3b331da triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:43:10.122105 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (7dcfa37c-5da3-4725-97ef-fe8bf3b331da), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:10.214428 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Current status of the port 7dcfa37c-5da3-4725-97ef-fe8bf3b331da is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:43:10.214831 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (7dcfa37c-5da3-4725-97ef-fe8bf3b331da), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:10.236324 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] For port 7dcfa37c-5da3-4725-97ef-fe8bf3b331da, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=7dcfa37c-5da3-4725-97ef-fe8bf3b331da,segment=NetworkSegment(3728a512-0136-4544-ad0a-d8addcf850d8),segment_id=3728a512-0136-4544-ad0a-d8addcf850d8)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:43:10.320770 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (7dcfa37c-5da3-4725-97ef-fe8bf3b331da), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:10.384519 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Pushing event updated for resources: {'Port': ['ID=7dcfa37c-5da3-4725-97ef-fe8bf3b331da,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:43:10.673857 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 44520) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:43:10.678954 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-44b6ce27-b26c-4a46-8f11-4e9f68e36f19 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1135808474-network', 'tenant_id': 'f3f00db735c244b189b7dbd59f495aa6'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:43:10.751912 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b6ce27-b26c-4a46-8f11-4e9f68e36f19 admin admin] Made reservation on behalf of f3f00db735c244b189b7dbd59f495aa6 for: {'network': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:43:10.754791 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-44b6ce27-b26c-4a46-8f11-4e9f68e36f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for network (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:10.764164 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-44b6ce27-b26c-4a46-8f11-4e9f68e36f19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:10.857666 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-44b6ce27-b26c-4a46-8f11-4e9f68e36f19 admin admin] Publish callbacks [] for security_group (a4b4692c-4e88-46f9-bc03-5ffe546e9152), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:10.917620 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-44b6ce27-b26c-4a46-8f11-4e9f68e36f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (a4b4692c-4e88-46f9-bc03-5ffe546e9152), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:10.938881 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44b6ce27-b26c-4a46-8f11-4e9f68e36f19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=103680) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 16:43:10.954973 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b6ce27-b26c-4a46-8f11-4e9f68e36f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b4692c-4e88-46f9-bc03-5ffe546e9152,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:43:10.957990 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-44b6ce27-b26c-4a46-8f11-4e9f68e36f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1728802'] for segment (1d5f1295-18d8-472b-9d35-d485a80ebe48), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:10.958462 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.db.segments_db [None req-44b6ce27-b26c-4a46-8f11-4e9f68e36f19 admin admin] Added segment 1d5f1295-18d8-472b-9d35-d485a80ebe48 of type vlan for network c9b42fe4-1197-49e0-98cd-a0f7a2e9d8aa Apr 06 16:43:11.001018 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-44b6ce27-b26c-4a46-8f11-4e9f68e36f19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758155981114'] for network (c9b42fe4-1197-49e0-98cd-a0f7a2e9d8aa), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:11.122953 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f679729b-cd0e-4288-8a18-d01f8f815ffd None None] Sync routers for ids ['4f895d11-ae63-42e2-9a55-6b1ff7a52ed5'] in dv-cinder-815660-7-smb {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:43:11.127509 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-44b6ce27-b26c-4a46-8f11-4e9f68e36f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069'] for network (c9b42fe4-1197-49e0-98cd-a0f7a2e9d8aa), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:11.128766 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b6ce27-b26c-4a46-8f11-4e9f68e36f19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:11.129356 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-44b6ce27-b26c-4a46-8f11-4e9f68e36f19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:11.136006 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f679729b-cd0e-4288-8a18-d01f8f815ffd None None] Routers {'4f895d11-ae63-42e2-9a55-6b1ff7a52ed5'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:43:11.136248 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-f679729b-cd0e-4288-8a18-d01f8f815ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:43:02Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['4f895d11-ae63-42e2-9a55-6b1ff7a52ed5'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:43:11.196259 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b6ce27-b26c-4a46-8f11-4e9f68e36f19 admin admin] Pushing event updated for resources: {'Network': ['ID=c9b42fe4-1197-49e0-98cd-a0f7a2e9d8aa,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:43:11.207208 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Network c9b42fe4-1197-49e0-98cd-a0f7a2e9d8aa details requested by agent ovs-agent-dv-cinder-815660-7-smb with host dv-cinder-815660-7-smb {{(pid=103682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 16:43:11.247999 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-f679729b-cd0e-4288-8a18-d01f8f815ffd None None] Set router 4f895d11-ae63-42e2-9a55-6b1ff7a52ed5 gateway port host: dv-cinder-815660-7-smb {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:43:11.270948 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-44b6ce27-b26c-4a46-8f11-4e9f68e36f19 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5934575 Apr 06 16:43:11.271280 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 44522) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:43:11.276836 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [None req-35f926ef-0097-49b6-a1c5-4c941ed8c4f0 admin admin] Request body: {'subnet': {'network_id': 'c9b42fe4-1197-49e0-98cd-a0f7a2e9d8aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1135808474-subnet', 'tenant_id': 'f3f00db735c244b189b7dbd59f495aa6', 'ip_version': 4}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:43:11.357321 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f926ef-0097-49b6-a1c5-4c941ed8c4f0 admin admin] Made reservation on behalf of f3f00db735c244b189b7dbd59f495aa6 for: {'subnet': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:43:11.359948 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-35f926ef-0097-49b6-a1c5-4c941ed8c4f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4648709'] for subnet (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:11.467384 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-f679729b-cd0e-4288-8a18-d01f8f815ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f895d11-ae63-42e2-9a55-6b1ff7a52ed5', 'name': 'tempest-TestMinimumBasicScenario-265356457-router', 'tenant_id': '189de591ce874f8fbb67306538597437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.153'}], 'enable_snat': True}, 'gw_port_id': '7dcfa37c-5da3-4725-97ef-fe8bf3b331da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:43:05Z', 'updated_at': '2022-04-06T16:43:08Z', 'revision_number': 4, 'project_id': '189de591ce874f8fbb67306538597437', 'gw_port': {'id': '7dcfa37c-5da3-4725-97ef-fe8bf3b331da', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:94:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f895d11-ae63-42e2-9a55-6b1ff7a52ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:43:05Z', 'updated_at': '2022-04-06T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': '83217714-da21-4d3f-a455-20e191a0c6c8', 'name': '', 'network_id': '03a3951a-c423-4b6d-af65-58fa7b710e8e', 'tenant_id': '189de591ce874f8fbb67306538597437', 'mac_address': 'fa:16:3e:ed:66:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f895d11-ae63-42e2-9a55-6b1ff7a52ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'beb4d972-56fd-4f2f-a2c9-66e431428485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:43:08Z', 'updated_at': '2022-04-06T16:43:09Z', 'revision_number': 2, 'project_id': '189de591ce874f8fbb67306538597437', 'subnets': [{'id': 'beb4d972-56fd-4f2f-a2c9-66e431428485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:43:11.493740 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f679729b-cd0e-4288-8a18-d01f8f815ffd None None] Checking router: 4f895d11-ae63-42e2-9a55-6b1ff7a52ed5 for host: dv-cinder-815660-7-smb {{(pid=103683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:43:11.494098 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f679729b-cd0e-4288-8a18-d01f8f815ffd None None] Updating router 4f895d11-ae63-42e2-9a55-6b1ff7a52ed5 port 83217714-da21-4d3f-a455-20e191a0c6c8 binding host dv-cinder-815660-7-smb {{(pid=103683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 16:43:11.528960 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f679729b-cd0e-4288-8a18-d01f8f815ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (83217714-da21-4d3f-a455-20e191a0c6c8), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:11.580358 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-35f926ef-0097-49b6-a1c5-4c941ed8c4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6162270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4648731'] for subnet (e6c3188e-98e0-4777-80f5-6a619ad5ad79), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:11.640954 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f926ef-0097-49b6-a1c5-4c941ed8c4f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6c3188e-98e0-4777-80f5-6a619ad5ad79,revision_number=0']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:43:11.651501 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f926ef-0097-49b6-a1c5-4c941ed8c4f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:11.654554 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f926ef-0097-49b6-a1c5-4c941ed8c4f0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:11.654554 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f926ef-0097-49b6-a1c5-4c941ed8c4f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:11.654554 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f926ef-0097-49b6-a1c5-4c941ed8c4f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:11.654554 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f926ef-0097-49b6-a1c5-4c941ed8c4f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:11.654554 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f926ef-0097-49b6-a1c5-4c941ed8c4f0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:11.654554 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f926ef-0097-49b6-a1c5-4c941ed8c4f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:11.654554 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f926ef-0097-49b6-a1c5-4c941ed8c4f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:11.654554 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f926ef-0097-49b6-a1c5-4c941ed8c4f0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:11.654554 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f926ef-0097-49b6-a1c5-4c941ed8c4f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:11.655359 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f926ef-0097-49b6-a1c5-4c941ed8c4f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:11.655359 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f926ef-0097-49b6-a1c5-4c941ed8c4f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:11.655359 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f926ef-0097-49b6-a1c5-4c941ed8c4f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:11.655712 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f926ef-0097-49b6-a1c5-4c941ed8c4f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:11.655927 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f926ef-0097-49b6-a1c5-4c941ed8c4f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:11.661405 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f926ef-0097-49b6-a1c5-4c941ed8c4f0 admin admin] Checking segment: {'id': '1d5f1295-18d8-472b-9d35-d485a80ebe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'c9b42fe4-1197-49e0-98cd-a0f7a2e9d8aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:43:11.661763 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f926ef-0097-49b6-a1c5-4c941ed8c4f0 admin admin] Network hostable DHCP agents. Network: c9b42fe4-1197-49e0-98cd-a0f7a2e9d8aa, hostable agents: ['f8e9d332-5077-4d82-8c59-e3560cf7409d'], hosted agents: [] {{(pid=103681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 16:43:11.720950 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 44526) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:43:11.740849 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f926ef-0097-49b6-a1c5-4c941ed8c4f0 admin admin] Network c9b42fe4-1197-49e0-98cd-a0f7a2e9d8aa is scheduled to be hosted by DHCP agent f8e9d332-5077-4d82-8c59-e3560cf7409d with binding_index 1 {{(pid=103681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 16:43:11.770609 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0d0963c-b5fe-4782-8024-8c7b6449dae6 admin admin] Deleting subnet b8e42e25-5eee-4614-aa39-46f519678b73 {{(pid=103680) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 16:43:11.775064 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 7dcfa37c-5da3-4725-97ef-fe8bf3b331da up at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:43:11.777477 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d0d0963c-b5fe-4782-8024-8c7b6449dae6 admin admin] Publish callbacks [] for subnet (b8e42e25-5eee-4614-aa39-46f519678b73), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:11.816199 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d0d0963c-b5fe-4782-8024-8c7b6449dae6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5945672'] for subnet (b8e42e25-5eee-4614-aa39-46f519678b73), precommit_delete_associations {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:11.827916 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Provisioning complete for port 7dcfa37c-5da3-4725-97ef-fe8bf3b331da triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:43:11.828305 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (7dcfa37c-5da3-4725-97ef-fe8bf3b331da), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:11.833260 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-35f926ef-0097-49b6-a1c5-4c941ed8c4f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-7-smb, c9b42fe4-1197-49e0-98cd-a0f7a2e9d8aa) {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:43:11.839509 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f679729b-cd0e-4288-8a18-d01f8f815ffd None None] Publish callbacks [] for port (83217714-da21-4d3f-a455-20e191a0c6c8), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:11.847196 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f926ef-0097-49b6-a1c5-4c941ed8c4f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:11.847899 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-35f926ef-0097-49b6-a1c5-4c941ed8c4f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for subnet (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:11.851446 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3160d101-d53a-4e39-a220-f7c5e472b41d None None] Network c9b42fe4-1197-49e0-98cd-a0f7a2e9d8aa requested from dv-cinder-815660-7-smb {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:43:11.864671 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d0d0963c-b5fe-4782-8024-8c7b6449dae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1833433'] for subnet (b8e42e25-5eee-4614-aa39-46f519678b73), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:11.906357 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f679729b-cd0e-4288-8a18-d01f8f815ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (83217714-da21-4d3f-a455-20e191a0c6c8), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:11.937430 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-35f926ef-0097-49b6-a1c5-4c941ed8c4f0 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6649189 Apr 06 16:43:11.940025 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 44528) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:43:11.944513 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-c1260157-2c47-4d6b-bc32-f7a8683e20da admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1135808474-router', 'tenant_id': 'f3f00db735c244b189b7dbd59f495aa6', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542'}}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:43:11.959857 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b11bd1c-b211-4ee9-9a64-bc08114e8e13 None None] Pushing event updated for resources: {'Port': ['ID=83217714-da21-4d3f-a455-20e191a0c6c8,revision_number=3']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:43:11.970247 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b11bd1c-b211-4ee9-9a64-bc08114e8e13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:11.970596 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b11bd1c-b211-4ee9-9a64-bc08114e8e13 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:11.970940 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b11bd1c-b211-4ee9-9a64-bc08114e8e13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:11.971296 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b11bd1c-b211-4ee9-9a64-bc08114e8e13 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:11.971791 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b11bd1c-b211-4ee9-9a64-bc08114e8e13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:11.971971 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b11bd1c-b211-4ee9-9a64-bc08114e8e13 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:11.972302 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b11bd1c-b211-4ee9-9a64-bc08114e8e13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:11.972632 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b11bd1c-b211-4ee9-9a64-bc08114e8e13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:11.973170 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b11bd1c-b211-4ee9-9a64-bc08114e8e13 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:11.973379 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b11bd1c-b211-4ee9-9a64-bc08114e8e13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:11.973666 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b11bd1c-b211-4ee9-9a64-bc08114e8e13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:11.973930 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b11bd1c-b211-4ee9-9a64-bc08114e8e13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:11.974244 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b11bd1c-b211-4ee9-9a64-bc08114e8e13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:11.974566 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b11bd1c-b211-4ee9-9a64-bc08114e8e13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:11.974881 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b11bd1c-b211-4ee9-9a64-bc08114e8e13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:43:12.013180 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Current status of the port 7dcfa37c-5da3-4725-97ef-fe8bf3b331da is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:43:12.029498 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68ef1a3-dbc1-4fb2-9ee0-749a37a7df8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00762c58-2b86-5e77-99c4-154082f7bcb4-c9b42fe4-1197-49e0-98cd-a0f7a2e9d8aa', 'network_id': 'c9b42fe4-1197-49e0-98cd-a0f7a2e9d8aa', 'project_id': 'f3f00db735c244b189b7dbd59f495aa6', 'fixed_ips': [{'subnet_id': 'e6c3188e-98e0-4777-80f5-6a619ad5ad79'}]}} from dv-cinder-815660-7-smb. {{(pid=103682) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 16:43:12.030217 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a68ef1a3-dbc1-4fb2-9ee0-749a37a7df8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:12.049051 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-f679729b-cd0e-4288-8a18-d01f8f815ffd None None] Attempting to bind port 83217714-da21-4d3f-a455-20e191a0c6c8 on host dv-cinder-815660-7-smb for vnic_type normal with profile {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:43:12.049051 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-f679729b-cd0e-4288-8a18-d01f8f815ffd None None] Attempting to bind port 83217714-da21-4d3f-a455-20e191a0c6c8 by drivers openvswitch,hyperv on host dv-cinder-815660-7-smb at level 0 using segments [{'id': '0d9de86b-fd4b-4e31-a9ea-89dab2d7abab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '03a3951a-c423-4b6d-af65-58fa7b710e8e'}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:43:12.049933 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f679729b-cd0e-4288-8a18-d01f8f815ffd None None] Attempting to bind port 83217714-da21-4d3f-a455-20e191a0c6c8 on network 03a3951a-c423-4b6d-af65-58fa7b710e8e {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:43:12.057010 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f679729b-cd0e-4288-8a18-d01f8f815ffd None None] Checking agent: {'id': 'c8d6835f-40e2-4c71-9616-8d834b10e2ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 22, 6), 'started_at': datetime.datetime(2022, 4, 6, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:43:12.057455 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f679729b-cd0e-4288-8a18-d01f8f815ffd None None] Checking segment: {'id': '0d9de86b-fd4b-4e31-a9ea-89dab2d7abab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '03a3951a-c423-4b6d-af65-58fa7b710e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:43:12.058082 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f679729b-cd0e-4288-8a18-d01f8f815ffd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:12.058554 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f679729b-cd0e-4288-8a18-d01f8f815ffd None None] Bound using segment: {'id': '0d9de86b-fd4b-4e31-a9ea-89dab2d7abab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '03a3951a-c423-4b6d-af65-58fa7b710e8e'} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:43:12.059286 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-f679729b-cd0e-4288-8a18-d01f8f815ffd None None] Bound port: 83217714-da21-4d3f-a455-20e191a0c6c8, host: dv-cinder-815660-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d9de86b-fd4b-4e31-a9ea-89dab2d7abab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '03a3951a-c423-4b6d-af65-58fa7b710e8e'}}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:43:12.059909 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f679729b-cd0e-4288-8a18-d01f8f815ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (83217714-da21-4d3f-a455-20e191a0c6c8), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:12.112319 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d0d0963c-b5fe-4782-8024-8c7b6449dae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1833430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5978122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4346813'] for subnet (b8e42e25-5eee-4614-aa39-46f519678b73), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:12.138080 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d0963c-b5fe-4782-8024-8c7b6449dae6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8e42e25-5eee-4614-aa39-46f519678b73,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:43:12.144076 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d0d0963c-b5fe-4782-8024-8c7b6449dae6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:12.150536 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-d0d0963c-b5fe-4782-8024-8c7b6449dae6 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b8e42e25-5eee-4614-aa39-46f519678b73 HTTP/1.1" status: 204 len: 168 time: 0.4296830 Apr 06 16:43:12.150679 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 44530) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:43:12.152151 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c1260157-2c47-4d6b-bc32-f7a8683e20da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3801'] for router (077ccc0d-2f48-4b38-8e15-b559cb575aa7), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:12.153545 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c1260157-2c47-4d6b-bc32-f7a8683e20da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-616774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-594134', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-533938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3776'] for router (077ccc0d-2f48-4b38-8e15-b559cb575aa7), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:12.162054 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.db [None req-f679729b-cd0e-4288-8a18-d01f8f815ffd None None] For port 83217714-da21-4d3f-a455-20e191a0c6c8, host dv-cinder-815660-7-smb, cleared binding levels {{(pid=103683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:43:12.166572 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.db [None req-f679729b-cd0e-4288-8a18-d01f8f815ffd None None] For port 83217714-da21-4d3f-a455-20e191a0c6c8, host dv-cinder-815660-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=83217714-da21-4d3f-a455-20e191a0c6c8,segment=NetworkSegment(0d9de86b-fd4b-4e31-a9ea-89dab2d7abab),segment_id=0d9de86b-fd4b-4e31-a9ea-89dab2d7abab)] {{(pid=103683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:43:12.210994 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.db_base_plugin_common [None req-a68ef1a3-dbc1-4fb2-9ee0-749a37a7df8e None None] Allocated IP 172.20.0.2 (c9b42fe4-1197-49e0-98cd-a0f7a2e9d8aa/e6c3188e-98e0-4777-80f5-6a619ad5ad79/5decdc07-aa34-42c5-958f-ed59422012e4) {{(pid=103682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:43:12.219304 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c1260157-2c47-4d6b-bc32-f7a8683e20da admin admin] Publish callbacks [] for router_controller (077ccc0d-2f48-4b38-8e15-b559cb575aa7), precommit_add_association {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:12.235208 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2fbd69d8-fdcb-492f-9cf6-5554d61e2057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1710238'] for network (adb34207-0060-4507-afac-006734361594), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:12.266571 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f679729b-cd0e-4288-8a18-d01f8f815ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (83217714-da21-4d3f-a455-20e191a0c6c8), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:12.315817 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f679729b-cd0e-4288-8a18-d01f8f815ffd None None] Routers {'4f895d11-ae63-42e2-9a55-6b1ff7a52ed5'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:43:12.317383 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-f679729b-cd0e-4288-8a18-d01f8f815ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:43:02Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['4f895d11-ae63-42e2-9a55-6b1ff7a52ed5'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:43:12.341985 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2fbd69d8-fdcb-492f-9cf6-5554d61e2057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1831458', 'neutron.services.segments.db._delete_segments_for_network-8758156444793'] for network (adb34207-0060-4507-afac-006734361594), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:12.367129 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.services.segments.db [None req-2fbd69d8-fdcb-492f-9cf6-5554d61e2057 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adb34207-0060-4507-afac-006734361594']}} {{(pid=103681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:43:12.378966 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.services.segments.db [None req-2fbd69d8-fdcb-492f-9cf6-5554d61e2057 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eda3dbe-c5ff-4b34-a585-e8b050c17a55') {'for_net_delete': True} {{(pid=103681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:43:12.383161 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.services.segments.db [None req-2fbd69d8-fdcb-492f-9cf6-5554d61e2057 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eda3dbe-c5ff-4b34-a585-e8b050c17a55') {} {{(pid=103681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:43:12.394059 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2fbd69d8-fdcb-492f-9cf6-5554d61e2057 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758156443522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4248435'] for segment (7eda3dbe-c5ff-4b34-a585-e8b050c17a55), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:12.414290 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2fbd69d8-fdcb-492f-9cf6-5554d61e2057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1728802'] for segment (7eda3dbe-c5ff-4b34-a585-e8b050c17a55), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:12.421793 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a68ef1a3-dbc1-4fb2-9ee0-749a37a7df8e None None] Publish callbacks [] for port (5decdc07-aa34-42c5-958f-ed59422012e4), precommit_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:12.422748 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fbd69d8-fdcb-492f-9cf6-5554d61e2057 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 16:43:12.423331 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2fbd69d8-fdcb-492f-9cf6-5554d61e2057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1728802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6161651'] for segment (7eda3dbe-c5ff-4b34-a585-e8b050c17a55), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:12.443275 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-9d3021fe-e439-49a7-9bcb-c2fbe5d7fe36 None None] Provisioning complete for port 83217714-da21-4d3f-a455-20e191a0c6c8 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:43:12.443717 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-9d3021fe-e439-49a7-9bcb-c2fbe5d7fe36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (83217714-da21-4d3f-a455-20e191a0c6c8), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:12.503045 dv-cinder-815660-7-smb neutron-server[103681]: Traceback (most recent call last): Apr 06 16:43:12.503045 dv-cinder-815660-7-smb neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 16:43:12.503045 dv-cinder-815660-7-smb neutron-server[103681]: timer() Apr 06 16:43:12.503045 dv-cinder-815660-7-smb neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 16:43:12.503045 dv-cinder-815660-7-smb neutron-server[103681]: cb(*args, **kw) Apr 06 16:43:12.503045 dv-cinder-815660-7-smb neutron-server[103681]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 16:43:12.503045 dv-cinder-815660-7-smb neutron-server[103681]: return func(*args, **kwargs) Apr 06 16:43:12.503045 dv-cinder-815660-7-smb neutron-server[103681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 16:43:12.503045 dv-cinder-815660-7-smb neutron-server[103681]: self._notify() Apr 06 16:43:12.503045 dv-cinder-815660-7-smb neutron-server[103681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 16:43:12.503045 dv-cinder-815660-7-smb neutron-server[103681]: self.callback(batched_events) Apr 06 16:43:12.503045 dv-cinder-815660-7-smb neutron-server[103681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 16:43:12.503045 dv-cinder-815660-7-smb neutron-server[103681]: event.method(event) Apr 06 16:43:12.503045 dv-cinder-815660-7-smb neutron-server[103681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 16:43:12.503045 dv-cinder-815660-7-smb neutron-server[103681]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 16:43:12.503045 dv-cinder-815660-7-smb neutron-server[103681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 16:43:12.503045 dv-cinder-815660-7-smb neutron-server[103681]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 16:43:12.503045 dv-cinder-815660-7-smb neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 16:43:12.503045 dv-cinder-815660-7-smb neutron-server[103681]: return f(self, *a, **k) Apr 06 16:43:12.503045 dv-cinder-815660-7-smb neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 16:43:12.503045 dv-cinder-815660-7-smb neutron-server[103681]: return self._get(url).json() Apr 06 16:43:12.503045 dv-cinder-815660-7-smb neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 16:43:12.503045 dv-cinder-815660-7-smb neutron-server[103681]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 16:43:12.503045 dv-cinder-815660-7-smb neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 16:43:12.503045 dv-cinder-815660-7-smb neutron-server[103681]: return self.request(url, 'GET', **kwargs) Apr 06 16:43:12.503045 dv-cinder-815660-7-smb neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 16:43:12.503045 dv-cinder-815660-7-smb neutron-server[103681]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 16:43:12.503045 dv-cinder-815660-7-smb neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 16:43:12.503045 dv-cinder-815660-7-smb neutron-server[103681]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 16:43:12.503045 dv-cinder-815660-7-smb neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 16:43:12.503045 dv-cinder-815660-7-smb neutron-server[103681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 16:43:12.503045 dv-cinder-815660-7-smb neutron-server[103681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 16:43:12.525300 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c1260157-2c47-4d6b-bc32-f7a8683e20da admin admin] Publish callbacks [] for router_gateway (077ccc0d-2f48-4b38-8e15-b559cb575aa7), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:12.571765 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a68ef1a3-dbc1-4fb2-9ee0-749a37a7df8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276'] for port (5decdc07-aa34-42c5-958f-ed59422012e4), after_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:12.584929 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b11bd1c-b211-4ee9-9a64-bc08114e8e13 None None] Pushing event updated for resources: {'Port': ['ID=83217714-da21-4d3f-a455-20e191a0c6c8,revision_number=4']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:43:12.602993 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2fbd69d8-fdcb-492f-9cf6-5554d61e2057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1831515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617055'] for network (adb34207-0060-4507-afac-006734361594), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:12.607946 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2fbd69d8-fdcb-492f-9cf6-5554d61e2057 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:12.612557 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-f679729b-cd0e-4288-8a18-d01f8f815ffd None None] Set router 4f895d11-ae63-42e2-9a55-6b1ff7a52ed5 gateway port host: dv-cinder-815660-7-smb {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:43:12.612787 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-2fbd69d8-fdcb-492f-9cf6-5554d61e2057 admin admin] 10.222.0.49 "DELETE /v2.0/networks/adb34207-0060-4507-afac-006734361594 HTTP/1.1" status: 204 len: 168 time: 0.4599953 Apr 06 16:43:12.615085 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 44532) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:43:12.637486 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68ef1a3-dbc1-4fb2-9ee0-749a37a7df8e None None] Network c9b42fe4-1197-49e0-98cd-a0f7a2e9d8aa is already hosted by enough agents. {{(pid=103682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:43:12.640160 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68ef1a3-dbc1-4fb2-9ee0-749a37a7df8e None None] Pushing event updated for resources: {'Port': ['ID=5decdc07-aa34-42c5-958f-ed59422012e4,revision_number=1']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:43:12.642978 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.scheduler.base_scheduler [None req-a68ef1a3-dbc1-4fb2-9ee0-749a37a7df8e None None] Resources bound (agent type, host, resource id): {{(pid=103682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:43:12.644656 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-9d3021fe-e439-49a7-9bcb-c2fbe5d7fe36 None None] Current status of the port 83217714-da21-4d3f-a455-20e191a0c6c8 is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:43:12.645018 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-9d3021fe-e439-49a7-9bcb-c2fbe5d7fe36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (83217714-da21-4d3f-a455-20e191a0c6c8), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:12.659144 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68ef1a3-dbc1-4fb2-9ee0-749a37a7df8e None None] Received port after_create {{(pid=103682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:43:12.669663 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd69d8-fdcb-492f-9cf6-5554d61e2057 admin admin] Pushing event deleted for resources: {'Network': ['ID=adb34207-0060-4507-afac-006734361594,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:43:12.684701 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-9d3021fe-e439-49a7-9bcb-c2fbe5d7fe36 None None] For port 83217714-da21-4d3f-a455-20e191a0c6c8, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=83217714-da21-4d3f-a455-20e191a0c6c8,segment=NetworkSegment(0d9de86b-fd4b-4e31-a9ea-89dab2d7abab),segment_id=0d9de86b-fd4b-4e31-a9ea-89dab2d7abab)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:43:12.747820 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-a68ef1a3-dbc1-4fb2-9ee0-749a37a7df8e None None] Attempting to bind port 5decdc07-aa34-42c5-958f-ed59422012e4 on host dv-cinder-815660-7-smb for vnic_type normal with profile {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:43:12.748803 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-a68ef1a3-dbc1-4fb2-9ee0-749a37a7df8e None None] Attempting to bind port 5decdc07-aa34-42c5-958f-ed59422012e4 by drivers openvswitch,hyperv on host dv-cinder-815660-7-smb at level 0 using segments [{'id': '1d5f1295-18d8-472b-9d35-d485a80ebe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'c9b42fe4-1197-49e0-98cd-a0f7a2e9d8aa'}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:43:12.749206 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68ef1a3-dbc1-4fb2-9ee0-749a37a7df8e None None] Attempting to bind port 5decdc07-aa34-42c5-958f-ed59422012e4 on network c9b42fe4-1197-49e0-98cd-a0f7a2e9d8aa {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:43:12.755345 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68ef1a3-dbc1-4fb2-9ee0-749a37a7df8e None None] Checking agent: {'id': 'c8d6835f-40e2-4c71-9616-8d834b10e2ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 22, 6), 'started_at': datetime.datetime(2022, 4, 6, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:43:12.755345 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68ef1a3-dbc1-4fb2-9ee0-749a37a7df8e None None] Checking segment: {'id': '1d5f1295-18d8-472b-9d35-d485a80ebe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'c9b42fe4-1197-49e0-98cd-a0f7a2e9d8aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:43:12.755977 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a68ef1a3-dbc1-4fb2-9ee0-749a37a7df8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:12.756114 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68ef1a3-dbc1-4fb2-9ee0-749a37a7df8e None None] Bound using segment: {'id': '1d5f1295-18d8-472b-9d35-d485a80ebe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'c9b42fe4-1197-49e0-98cd-a0f7a2e9d8aa'} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:43:12.760211 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-a68ef1a3-dbc1-4fb2-9ee0-749a37a7df8e None None] Bound port: 5decdc07-aa34-42c5-958f-ed59422012e4, host: dv-cinder-815660-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5f1295-18d8-472b-9d35-d485a80ebe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'c9b42fe4-1197-49e0-98cd-a0f7a2e9d8aa'}}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:43:12.760211 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a68ef1a3-dbc1-4fb2-9ee0-749a37a7df8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (5decdc07-aa34-42c5-958f-ed59422012e4), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:12.761346 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-9d3021fe-e439-49a7-9bcb-c2fbe5d7fe36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (83217714-da21-4d3f-a455-20e191a0c6c8), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:12.849672 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-f679729b-cd0e-4288-8a18-d01f8f815ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f895d11-ae63-42e2-9a55-6b1ff7a52ed5', 'name': 'tempest-TestMinimumBasicScenario-265356457-router', 'tenant_id': '189de591ce874f8fbb67306538597437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.153'}], 'enable_snat': True}, 'gw_port_id': '7dcfa37c-5da3-4725-97ef-fe8bf3b331da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:43:05Z', 'updated_at': '2022-04-06T16:43:08Z', 'revision_number': 4, 'project_id': '189de591ce874f8fbb67306538597437', 'gw_port': {'id': '7dcfa37c-5da3-4725-97ef-fe8bf3b331da', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:94:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f895d11-ae63-42e2-9a55-6b1ff7a52ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:43:05Z', 'updated_at': '2022-04-06T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': '83217714-da21-4d3f-a455-20e191a0c6c8', 'name': '', 'network_id': '03a3951a-c423-4b6d-af65-58fa7b710e8e', 'tenant_id': '189de591ce874f8fbb67306538597437', 'mac_address': 'fa:16:3e:ed:66:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f895d11-ae63-42e2-9a55-6b1ff7a52ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'beb4d972-56fd-4f2f-a2c9-66e431428485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:43:08Z', 'updated_at': '2022-04-06T16:43:12Z', 'revision_number': 4, 'project_id': '189de591ce874f8fbb67306538597437', 'subnets': [{'id': 'beb4d972-56fd-4f2f-a2c9-66e431428485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:43:12.874667 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3021fe-e439-49a7-9bcb-c2fbe5d7fe36 None None] Pushing event updated for resources: {'Port': ['ID=83217714-da21-4d3f-a455-20e191a0c6c8,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:43:12.880041 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f679729b-cd0e-4288-8a18-d01f8f815ffd None None] The sync data for ids ['4f895d11-ae63-42e2-9a55-6b1ff7a52ed5'] in dv-cinder-815660-7-smb is: [{'id': '4f895d11-ae63-42e2-9a55-6b1ff7a52ed5', 'name': 'tempest-TestMinimumBasicScenario-265356457-router', 'tenant_id': '189de591ce874f8fbb67306538597437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.153'}], 'enable_snat': True}, 'gw_port_id': '7dcfa37c-5da3-4725-97ef-fe8bf3b331da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:43:05Z', 'updated_at': '2022-04-06T16:43:08Z', 'revision_number': 4, 'project_id': '189de591ce874f8fbb67306538597437', 'gw_port': {'id': '7dcfa37c-5da3-4725-97ef-fe8bf3b331da', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:94:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f895d11-ae63-42e2-9a55-6b1ff7a52ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:43:05Z', 'updated_at': '2022-04-06T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': '83217714-da21-4d3f-a455-20e191a0c6c8', 'name': '', 'network_id': '03a3951a-c423-4b6d-af65-58fa7b710e8e', 'tenant_id': '189de591ce874f8fbb67306538597437', 'mac_address': 'fa:16:3e:ed:66:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f895d11-ae63-42e2-9a55-6b1ff7a52ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'beb4d972-56fd-4f2f-a2c9-66e431428485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:43:08Z', 'updated_at': '2022-04-06T16:43:12Z', 'revision_number': 4, 'project_id': '189de591ce874f8fbb67306538597437', 'subnets': [{'id': 'beb4d972-56fd-4f2f-a2c9-66e431428485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:43:12.892215 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-a68ef1a3-dbc1-4fb2-9ee0-749a37a7df8e None None] For port 5decdc07-aa34-42c5-958f-ed59422012e4, host dv-cinder-815660-7-smb, cleared binding levels {{(pid=103682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:43:12.906557 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-a68ef1a3-dbc1-4fb2-9ee0-749a37a7df8e None None] For port 5decdc07-aa34-42c5-958f-ed59422012e4, host dv-cinder-815660-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=5decdc07-aa34-42c5-958f-ed59422012e4,segment=NetworkSegment(1d5f1295-18d8-472b-9d35-d485a80ebe48),segment_id=1d5f1295-18d8-472b-9d35-d485a80ebe48)] {{(pid=103682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:43:12.911067 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-c232a3c2-2399-4317-a54e-ef502e721cad None None] Provisioning complete for port 83217714-da21-4d3f-a455-20e191a0c6c8 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:43:12.911453 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-c232a3c2-2399-4317-a54e-ef502e721cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (83217714-da21-4d3f-a455-20e191a0c6c8), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:13.025276 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a68ef1a3-dbc1-4fb2-9ee0-749a37a7df8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (5decdc07-aa34-42c5-958f-ed59422012e4), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:13.034049 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c1260157-2c47-4d6b-bc32-f7a8683e20da admin admin] Publish callbacks [] for router_gateway (077ccc0d-2f48-4b38-8e15-b559cb575aa7), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:13.056184 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ad70d64-af0a-4d85-934f-3892c8440a5d admin admin] Deleting subnet 55324769-1f8c-4625-8708-ef7f7dd53a60 {{(pid=103681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 16:43:13.069876 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-4ad70d64-af0a-4d85-934f-3892c8440a5d admin admin] Publish callbacks [] for subnet (55324769-1f8c-4625-8708-ef7f7dd53a60), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:13.081064 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c1260157-2c47-4d6b-bc32-f7a8683e20da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:13.109668 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-c232a3c2-2399-4317-a54e-ef502e721cad None None] Current status of the port 83217714-da21-4d3f-a455-20e191a0c6c8 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:43:13.120491 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-4ad70d64-af0a-4d85-934f-3892c8440a5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4248456'] for subnet (55324769-1f8c-4625-8708-ef7f7dd53a60), precommit_delete_associations {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:13.135124 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68ef1a3-dbc1-4fb2-9ee0-749a37a7df8e None None] Pushing event updated for resources: {'Port': ['ID=5decdc07-aa34-42c5-958f-ed59422012e4,revision_number=2']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:43:13.176336 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-4ad70d64-af0a-4d85-934f-3892c8440a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1833433'] for subnet (55324769-1f8c-4625-8708-ef7f7dd53a60), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:13.253340 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.db_base_plugin_common [None req-c1260157-2c47-4d6b-bc32-f7a8683e20da admin admin] Allocated IP 172.28.0.96 (5748d197-8213-47ef-9188-592aa7f2e542/30360da9-bba6-4593-a408-3cd8aca8fb5f/bebf5d12-ab66-447d-9222-e33a1af4576f) {{(pid=103680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:43:13.335515 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-4ad70d64-af0a-4d85-934f-3892c8440a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1833430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6161561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4648802'] for subnet (55324769-1f8c-4625-8708-ef7f7dd53a60), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:13.384201 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad70d64-af0a-4d85-934f-3892c8440a5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55324769-1f8c-4625-8708-ef7f7dd53a60,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:43:13.387386 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-4ad70d64-af0a-4d85-934f-3892c8440a5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for subnet (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:13.391050 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-4ad70d64-af0a-4d85-934f-3892c8440a5d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/55324769-1f8c-4625-8708-ef7f7dd53a60 HTTP/1.1" status: 204 len: 168 time: 0.7731912 Apr 06 16:43:13.393548 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 44534) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:43:13.408981 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c1260157-2c47-4d6b-bc32-f7a8683e20da admin admin] Publish callbacks [] for port (bebf5d12-ab66-447d-9222-e33a1af4576f), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:13.482355 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-ffe6f94a-d5ab-4254-8675-ac02830e1e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1710238'] for network (a90704e7-038e-41e4-bb16-ee64ab8f2a82), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:13.528387 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c1260157-2c47-4d6b-bc32-f7a8683e20da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (bebf5d12-ab66-447d-9222-e33a1af4576f), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:13.574068 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1260157-2c47-4d6b-bc32-f7a8683e20da admin admin] Network 5748d197-8213-47ef-9188-592aa7f2e542 is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:43:13.577842 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-c1260157-2c47-4d6b-bc32-f7a8683e20da admin admin] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:43:13.581911 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1260157-2c47-4d6b-bc32-f7a8683e20da admin admin] Received port after_create {{(pid=103680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:43:13.588663 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1260157-2c47-4d6b-bc32-f7a8683e20da admin admin] Pushing event updated for resources: {'Port': ['ID=bebf5d12-ab66-447d-9222-e33a1af4576f,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:43:13.595619 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-ffe6f94a-d5ab-4254-8675-ac02830e1e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1831458', 'neutron.services.segments.db._delete_segments_for_network-8758156444793'] for network (a90704e7-038e-41e4-bb16-ee64ab8f2a82), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:13.625502 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.services.segments.db [None req-ffe6f94a-d5ab-4254-8675-ac02830e1e84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a90704e7-038e-41e4-bb16-ee64ab8f2a82']}} {{(pid=103681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:43:13.636179 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.services.segments.db [None req-ffe6f94a-d5ab-4254-8675-ac02830e1e84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5a1490d-170a-4223-be14-4ea0ca174105') {'for_net_delete': True} {{(pid=103681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:43:13.636484 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.services.segments.db [None req-ffe6f94a-d5ab-4254-8675-ac02830e1e84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5a1490d-170a-4223-be14-4ea0ca174105') {} {{(pid=103681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:43:13.647177 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-ffe6f94a-d5ab-4254-8675-ac02830e1e84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758156443522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4248435'] for segment (b5a1490d-170a-4223-be14-4ea0ca174105), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:13.663729 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-ffe6f94a-d5ab-4254-8675-ac02830e1e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1728802'] for segment (b5a1490d-170a-4223-be14-4ea0ca174105), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:13.671627 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffe6f94a-d5ab-4254-8675-ac02830e1e84 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 16:43:13.672137 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-ffe6f94a-d5ab-4254-8675-ac02830e1e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1728802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6161651'] for segment (b5a1490d-170a-4223-be14-4ea0ca174105), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:13.673950 dv-cinder-815660-7-smb neutron-server[103681]: Traceback (most recent call last): Apr 06 16:43:13.673950 dv-cinder-815660-7-smb neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 16:43:13.673950 dv-cinder-815660-7-smb neutron-server[103681]: timer() Apr 06 16:43:13.673950 dv-cinder-815660-7-smb neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 16:43:13.673950 dv-cinder-815660-7-smb neutron-server[103681]: cb(*args, **kw) Apr 06 16:43:13.673950 dv-cinder-815660-7-smb neutron-server[103681]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 16:43:13.673950 dv-cinder-815660-7-smb neutron-server[103681]: return func(*args, **kwargs) Apr 06 16:43:13.673950 dv-cinder-815660-7-smb neutron-server[103681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 16:43:13.673950 dv-cinder-815660-7-smb neutron-server[103681]: self._notify() Apr 06 16:43:13.673950 dv-cinder-815660-7-smb neutron-server[103681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 16:43:13.673950 dv-cinder-815660-7-smb neutron-server[103681]: self.callback(batched_events) Apr 06 16:43:13.673950 dv-cinder-815660-7-smb neutron-server[103681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 16:43:13.673950 dv-cinder-815660-7-smb neutron-server[103681]: event.method(event) Apr 06 16:43:13.673950 dv-cinder-815660-7-smb neutron-server[103681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 16:43:13.673950 dv-cinder-815660-7-smb neutron-server[103681]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 16:43:13.673950 dv-cinder-815660-7-smb neutron-server[103681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 16:43:13.673950 dv-cinder-815660-7-smb neutron-server[103681]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 16:43:13.673950 dv-cinder-815660-7-smb neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 16:43:13.673950 dv-cinder-815660-7-smb neutron-server[103681]: return f(self, *a, **k) Apr 06 16:43:13.673950 dv-cinder-815660-7-smb neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 16:43:13.673950 dv-cinder-815660-7-smb neutron-server[103681]: return self._get(url).json() Apr 06 16:43:13.673950 dv-cinder-815660-7-smb neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 16:43:13.673950 dv-cinder-815660-7-smb neutron-server[103681]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 16:43:13.673950 dv-cinder-815660-7-smb neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 16:43:13.673950 dv-cinder-815660-7-smb neutron-server[103681]: return self.request(url, 'GET', **kwargs) Apr 06 16:43:13.673950 dv-cinder-815660-7-smb neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 16:43:13.673950 dv-cinder-815660-7-smb neutron-server[103681]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 16:43:13.673950 dv-cinder-815660-7-smb neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 16:43:13.673950 dv-cinder-815660-7-smb neutron-server[103681]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 16:43:13.673950 dv-cinder-815660-7-smb neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 16:43:13.673950 dv-cinder-815660-7-smb neutron-server[103681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 16:43:13.673950 dv-cinder-815660-7-smb neutron-server[103681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 16:43:13.809311 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-ffe6f94a-d5ab-4254-8675-ac02830e1e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1831515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617055'] for network (a90704e7-038e-41e4-bb16-ee64ab8f2a82), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:13.817174 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-ffe6f94a-d5ab-4254-8675-ac02830e1e84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:13.824295 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-ffe6f94a-d5ab-4254-8675-ac02830e1e84 admin admin] 10.222.0.49 "DELETE /v2.0/networks/a90704e7-038e-41e4-bb16-ee64ab8f2a82 HTTP/1.1" status: 204 len: 168 time: 0.4296093 Apr 06 16:43:13.855421 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe6f94a-d5ab-4254-8675-ac02830e1e84 admin admin] Pushing event deleted for resources: {'Network': ['ID=a90704e7-038e-41e4-bb16-ee64ab8f2a82,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:43:13.855753 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 5decdc07-aa34-42c5-958f-ed59422012e4 up at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:43:13.929020 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Provisioning complete for port 5decdc07-aa34-42c5-958f-ed59422012e4 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:43:13.929402 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (5decdc07-aa34-42c5-958f-ed59422012e4), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:14.010229 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c1260157-2c47-4d6b-bc32-f7a8683e20da admin admin] Publish callbacks [] for router_gateway (077ccc0d-2f48-4b38-8e15-b559cb575aa7), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:14.036859 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Current status of the port 5decdc07-aa34-42c5-958f-ed59422012e4 is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:43:14.037254 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (5decdc07-aa34-42c5-958f-ed59422012e4), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:14.081877 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] For port 5decdc07-aa34-42c5-958f-ed59422012e4, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=5decdc07-aa34-42c5-958f-ed59422012e4,segment=NetworkSegment(1d5f1295-18d8-472b-9d35-d485a80ebe48),segment_id=1d5f1295-18d8-472b-9d35-d485a80ebe48)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:43:14.175166 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (5decdc07-aa34-42c5-958f-ed59422012e4), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:14.175996 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 83217714-da21-4d3f-a455-20e191a0c6c8 up at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:43:14.274985 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Pushing event updated for resources: {'Port': ['ID=5decdc07-aa34-42c5-958f-ed59422012e4,revision_number=3']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:43:14.292341 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Provisioning complete for port 83217714-da21-4d3f-a455-20e191a0c6c8 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:43:14.292905 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (83217714-da21-4d3f-a455-20e191a0c6c8), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:14.308140 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c1260157-2c47-4d6b-bc32-f7a8683e20da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-616799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616967'] for router (077ccc0d-2f48-4b38-8e15-b559cb575aa7), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:14.381518 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 44538) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:43:14.462033 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-3047f521-678a-40bd-be4f-8c750c7e426b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=32db04e960af442cb5418052a3a4a2bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0789912 Apr 06 16:43:14.464881 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Current status of the port 83217714-da21-4d3f-a455-20e191a0c6c8 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:43:14.466034 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 44540) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:43:14.469632 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160b77ed-cab6-4001-9dd4-0e71dc9a6163 None None] Network c9b42fe4-1197-49e0-98cd-a0f7a2e9d8aa requested from dv-cinder-815660-7-smb {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:43:14.529446 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-66697b7a-798b-4ff0-8f51-cb68995a9a6f None None] Provisioning complete for port 5decdc07-aa34-42c5-958f-ed59422012e4 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:43:14.529822 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-66697b7a-798b-4ff0-8f51-cb68995a9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (5decdc07-aa34-42c5-958f-ed59422012e4), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:14.556445 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-32a875b9-9bca-4fe4-86e6-c122d50e6e23 admin admin] Publish callbacks [] for security_group (479598d5-a70d-476e-aed5-16325c3ebb27), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:14.592121 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1260157-2c47-4d6b-bc32-f7a8683e20da admin admin] Router 077ccc0d-2f48-4b38-8e15-b559cb575aa7 is scheduled to L3 agent 94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e with binding_index 1 {{(pid=103680) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 16:43:14.594915 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-32a875b9-9bca-4fe4-86e6-c122d50e6e23 admin admin] Publish callbacks [] for security_group (479598d5-a70d-476e-aed5-16325c3ebb27), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:14.718070 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1260157-2c47-4d6b-bc32-f7a8683e20da admin admin] Notify agent at l3_agent.dv-cinder-815660-7-smb the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:43:14.729752 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-32a875b9-9bca-4fe4-86e6-c122d50e6e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (479598d5-a70d-476e-aed5-16325c3ebb27), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:14.733221 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-32a875b9-9bca-4fe4-86e6-c122d50e6e23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:14.734411 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-32a875b9-9bca-4fe4-86e6-c122d50e6e23 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/479598d5-a70d-476e-aed5-16325c3ebb27 HTTP/1.1" status: 204 len: 168 time: 0.2671518 Apr 06 16:43:14.746156 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62193fad-99c3-4457-bd0b-78a578d560a9 None None] Sync routers for ids ['077ccc0d-2f48-4b38-8e15-b559cb575aa7'] in dv-cinder-815660-7-smb {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:43:14.746469 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a875b9-9bca-4fe4-86e6-c122d50e6e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=479598d5-a70d-476e-aed5-16325c3ebb27,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:43:14.780782 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62193fad-99c3-4457-bd0b-78a578d560a9 None None] Routers {'077ccc0d-2f48-4b38-8e15-b559cb575aa7'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:43:14.784057 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-62193fad-99c3-4457-bd0b-78a578d560a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:43:02Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['077ccc0d-2f48-4b38-8e15-b559cb575aa7'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:43:14.828084 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c1260157-2c47-4d6b-bc32-f7a8683e20da admin admin] Publish callbacks [] for router (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:14.829522 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-c1260157-2c47-4d6b-bc32-f7a8683e20da admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8885102 Apr 06 16:43:14.832253 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 44544) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:43:14.900242 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-66697b7a-798b-4ff0-8f51-cb68995a9a6f None None] Current status of the port 5decdc07-aa34-42c5-958f-ed59422012e4 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:43:14.930944 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-62193fad-99c3-4457-bd0b-78a578d560a9 None None] Set router 077ccc0d-2f48-4b38-8e15-b559cb575aa7 gateway port host: dv-cinder-815660-7-smb {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:43:15.184052 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-62193fad-99c3-4457-bd0b-78a578d560a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077ccc0d-2f48-4b38-8e15-b559cb575aa7', 'name': 'tempest-TestMinimumBasicScenario-1135808474-router', 'tenant_id': 'f3f00db735c244b189b7dbd59f495aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.96'}], 'enable_snat': True}, 'gw_port_id': 'bebf5d12-ab66-447d-9222-e33a1af4576f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:43:12Z', 'updated_at': '2022-04-06T16:43:13Z', 'revision_number': 3, 'project_id': 'f3f00db735c244b189b7dbd59f495aa6', 'gw_port': {'id': 'bebf5d12-ab66-447d-9222-e33a1af4576f', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:11:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077ccc0d-2f48-4b38-8e15-b559cb575aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:43:13Z', 'updated_at': '2022-04-06T16:43:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb'}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:43:15.221551 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62193fad-99c3-4457-bd0b-78a578d560a9 None None] Checking router: 077ccc0d-2f48-4b38-8e15-b559cb575aa7 for host: dv-cinder-815660-7-smb {{(pid=103682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:43:15.221920 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62193fad-99c3-4457-bd0b-78a578d560a9 None None] Updating router 077ccc0d-2f48-4b38-8e15-b559cb575aa7 port bebf5d12-ab66-447d-9222-e33a1af4576f binding host dv-cinder-815660-7-smb {{(pid=103682) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 16:43:15.262084 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-62193fad-99c3-4457-bd0b-78a578d560a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (bebf5d12-ab66-447d-9222-e33a1af4576f), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:15.263985 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-2665e6ac-f686-4f89-85f0-14ee2eb5c7f8 None None] Provisioning complete for port 5decdc07-aa34-42c5-958f-ed59422012e4 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:43:15.264359 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-2665e6ac-f686-4f89-85f0-14ee2eb5c7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (5decdc07-aa34-42c5-958f-ed59422012e4), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:15.499774 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-2665e6ac-f686-4f89-85f0-14ee2eb5c7f8 None None] Current status of the port 5decdc07-aa34-42c5-958f-ed59422012e4 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:43:15.610072 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 44548) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:43:15.624015 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-52b86d0a-1b1a-4f06-adf6-76711b66b1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:15.626909 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-62193fad-99c3-4457-bd0b-78a578d560a9 None None] Publish callbacks [] for port (bebf5d12-ab66-447d-9222-e33a1af4576f), precommit_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:15.656632 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-2f5702ee-efb2-4750-809b-dc42e23c15c2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fd3d5d70af3e4cb88406aee32bbca827&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0454156 Apr 06 16:43:15.658740 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 44550) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:43:15.738222 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-813dce34-7c13-4cf4-8d7b-88f01a14cf5e admin admin] Publish callbacks [] for security_group (268b7481-1145-40e3-97b3-ae3ab015c8b5), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:15.769699 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-813dce34-7c13-4cf4-8d7b-88f01a14cf5e admin admin] Publish callbacks [] for security_group (268b7481-1145-40e3-97b3-ae3ab015c8b5), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:15.785031 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 5decdc07-aa34-42c5-958f-ed59422012e4 up at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:43:15.827847 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.db_base_plugin_common [None req-52b86d0a-1b1a-4f06-adf6-76711b66b1d4 admin admin] Allocated IP 172.20.0.1 (c9b42fe4-1197-49e0-98cd-a0f7a2e9d8aa/e6c3188e-98e0-4777-80f5-6a619ad5ad79/916bee2d-bcc7-4e96-900a-2d0a67de9956) {{(pid=103680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:43:15.858648 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Provisioning complete for port 5decdc07-aa34-42c5-958f-ed59422012e4 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:43:15.859024 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (5decdc07-aa34-42c5-958f-ed59422012e4), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:15.886415 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-62193fad-99c3-4457-bd0b-78a578d560a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (bebf5d12-ab66-447d-9222-e33a1af4576f), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:15.923516 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-813dce34-7c13-4cf4-8d7b-88f01a14cf5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (268b7481-1145-40e3-97b3-ae3ab015c8b5), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:15.926480 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-813dce34-7c13-4cf4-8d7b-88f01a14cf5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:15.927971 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-813dce34-7c13-4cf4-8d7b-88f01a14cf5e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/268b7481-1145-40e3-97b3-ae3ab015c8b5 HTTP/1.1" status: 204 len: 168 time: 0.2680700 Apr 06 16:43:15.941005 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813dce34-7c13-4cf4-8d7b-88f01a14cf5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268b7481-1145-40e3-97b3-ae3ab015c8b5,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:43:15.973496 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-52b86d0a-1b1a-4f06-adf6-76711b66b1d4 admin admin] Publish callbacks [] for port (916bee2d-bcc7-4e96-900a-2d0a67de9956), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:15.987384 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-62193fad-99c3-4457-bd0b-78a578d560a9 None None] Attempting to bind port bebf5d12-ab66-447d-9222-e33a1af4576f on host dv-cinder-815660-7-smb for vnic_type normal with profile {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:43:15.988381 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-62193fad-99c3-4457-bd0b-78a578d560a9 None None] Attempting to bind port bebf5d12-ab66-447d-9222-e33a1af4576f by drivers openvswitch,hyperv on host dv-cinder-815660-7-smb at level 0 using segments [{'id': '3728a512-0136-4544-ad0a-d8addcf850d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542'}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:43:15.988381 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62193fad-99c3-4457-bd0b-78a578d560a9 None None] Attempting to bind port bebf5d12-ab66-447d-9222-e33a1af4576f on network 5748d197-8213-47ef-9188-592aa7f2e542 {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:43:15.999443 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea2ad19-e6af-4f38-a621-6fcb0da74edb None None] Pushing event updated for resources: {'Port': ['ID=bebf5d12-ab66-447d-9222-e33a1af4576f,revision_number=2']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:43:16.004564 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62193fad-99c3-4457-bd0b-78a578d560a9 None None] Checking agent: {'id': 'c8d6835f-40e2-4c71-9616-8d834b10e2ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 22, 6), 'started_at': datetime.datetime(2022, 4, 6, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:43:16.005192 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62193fad-99c3-4457-bd0b-78a578d560a9 None None] Checking segment: {'id': '3728a512-0136-4544-ad0a-d8addcf850d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:43:16.005360 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-62193fad-99c3-4457-bd0b-78a578d560a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:16.005769 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62193fad-99c3-4457-bd0b-78a578d560a9 None None] Bound using segment: {'id': '3728a512-0136-4544-ad0a-d8addcf850d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542'} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:43:16.006308 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-62193fad-99c3-4457-bd0b-78a578d560a9 None None] Bound port: bebf5d12-ab66-447d-9222-e33a1af4576f, host: dv-cinder-815660-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3728a512-0136-4544-ad0a-d8addcf850d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542'}}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:43:16.006646 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-62193fad-99c3-4457-bd0b-78a578d560a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (bebf5d12-ab66-447d-9222-e33a1af4576f), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:16.111031 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Current status of the port 5decdc07-aa34-42c5-958f-ed59422012e4 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:43:16.112044 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-52b86d0a-1b1a-4f06-adf6-76711b66b1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (916bee2d-bcc7-4e96-900a-2d0a67de9956), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:16.118572 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-62193fad-99c3-4457-bd0b-78a578d560a9 None None] For port bebf5d12-ab66-447d-9222-e33a1af4576f, host dv-cinder-815660-7-smb, cleared binding levels {{(pid=103682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:43:16.122318 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-62193fad-99c3-4457-bd0b-78a578d560a9 None None] For port bebf5d12-ab66-447d-9222-e33a1af4576f, host dv-cinder-815660-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=bebf5d12-ab66-447d-9222-e33a1af4576f,segment=NetworkSegment(3728a512-0136-4544-ad0a-d8addcf850d8),segment_id=3728a512-0136-4544-ad0a-d8addcf850d8)] {{(pid=103682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:43:16.154527 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b86d0a-1b1a-4f06-adf6-76711b66b1d4 admin admin] Network c9b42fe4-1197-49e0-98cd-a0f7a2e9d8aa is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:43:16.161645 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-52b86d0a-1b1a-4f06-adf6-76711b66b1d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:43:16.172977 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b86d0a-1b1a-4f06-adf6-76711b66b1d4 admin admin] Received port after_create {{(pid=103680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:43:16.205073 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b86d0a-1b1a-4f06-adf6-76711b66b1d4 admin admin] Pushing event updated for resources: {'Port': ['ID=916bee2d-bcc7-4e96-900a-2d0a67de9956,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:43:16.226658 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-62193fad-99c3-4457-bd0b-78a578d560a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (bebf5d12-ab66-447d-9222-e33a1af4576f), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:16.227528 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-52b86d0a-1b1a-4f06-adf6-76711b66b1d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617174'] for router_interface (077ccc0d-2f48-4b38-8e15-b559cb575aa7), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:16.301342 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea2ad19-e6af-4f38-a621-6fcb0da74edb None None] Pushing event updated for resources: {'Port': ['ID=bebf5d12-ab66-447d-9222-e33a1af4576f,revision_number=3']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:43:16.304381 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62193fad-99c3-4457-bd0b-78a578d560a9 None None] Routers {'077ccc0d-2f48-4b38-8e15-b559cb575aa7'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:43:16.305185 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-62193fad-99c3-4457-bd0b-78a578d560a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:43:02Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['077ccc0d-2f48-4b38-8e15-b559cb575aa7'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:43:16.442933 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-62193fad-99c3-4457-bd0b-78a578d560a9 None None] Set router 077ccc0d-2f48-4b38-8e15-b559cb575aa7 gateway port host: dv-cinder-815660-7-smb {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:43:16.510316 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-52b86d0a-1b1a-4f06-adf6-76711b66b1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (916bee2d-bcc7-4e96-900a-2d0a67de9956), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:16.599652 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-5c7811da-10ae-4869-abae-08ee3c3545c7 None None] Provisioning complete for port 916bee2d-bcc7-4e96-900a-2d0a67de9956 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:43:16.600185 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-5c7811da-10ae-4869-abae-08ee3c3545c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (916bee2d-bcc7-4e96-900a-2d0a67de9956), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:16.657514 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-5c7811da-10ae-4869-abae-08ee3c3545c7 None None] Port 916bee2d-bcc7-4e96-900a-2d0a67de9956 cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:43:16.708928 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-62193fad-99c3-4457-bd0b-78a578d560a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077ccc0d-2f48-4b38-8e15-b559cb575aa7', 'name': 'tempest-TestMinimumBasicScenario-1135808474-router', 'tenant_id': 'f3f00db735c244b189b7dbd59f495aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.96'}], 'enable_snat': True}, 'gw_port_id': 'bebf5d12-ab66-447d-9222-e33a1af4576f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:43:12Z', 'updated_at': '2022-04-06T16:43:13Z', 'revision_number': 3, 'project_id': 'f3f00db735c244b189b7dbd59f495aa6', 'gw_port': {'id': 'bebf5d12-ab66-447d-9222-e33a1af4576f', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:11:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077ccc0d-2f48-4b38-8e15-b559cb575aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:43:13Z', 'updated_at': '2022-04-06T16:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb'}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:43:16.722269 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-52b86d0a-1b1a-4f06-adf6-76711b66b1d4 admin admin] Publish callbacks [] for port (916bee2d-bcc7-4e96-900a-2d0a67de9956), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:16.737556 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62193fad-99c3-4457-bd0b-78a578d560a9 None None] The sync data for ids ['077ccc0d-2f48-4b38-8e15-b559cb575aa7'] in dv-cinder-815660-7-smb is: [{'id': '077ccc0d-2f48-4b38-8e15-b559cb575aa7', 'name': 'tempest-TestMinimumBasicScenario-1135808474-router', 'tenant_id': 'f3f00db735c244b189b7dbd59f495aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.96'}], 'enable_snat': True}, 'gw_port_id': 'bebf5d12-ab66-447d-9222-e33a1af4576f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:43:12Z', 'updated_at': '2022-04-06T16:43:13Z', 'revision_number': 3, 'project_id': 'f3f00db735c244b189b7dbd59f495aa6', 'gw_port': {'id': 'bebf5d12-ab66-447d-9222-e33a1af4576f', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:11:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077ccc0d-2f48-4b38-8e15-b559cb575aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:43:13Z', 'updated_at': '2022-04-06T16:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb'}] {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:43:16.786191 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-52b86d0a-1b1a-4f06-adf6-76711b66b1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978180'] for port (916bee2d-bcc7-4e96-900a-2d0a67de9956), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:16.878143 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b86d0a-1b1a-4f06-adf6-76711b66b1d4 admin admin] Pushing event updated for resources: {'Port': ['ID=916bee2d-bcc7-4e96-900a-2d0a67de9956,revision_number=2']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:43:16.881851 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-52b86d0a-1b1a-4f06-adf6-76711b66b1d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617286'] for router_interface (077ccc0d-2f48-4b38-8e15-b559cb575aa7), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:17.008162 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b86d0a-1b1a-4f06-adf6-76711b66b1d4 admin admin] Network c9b42fe4-1197-49e0-98cd-a0f7a2e9d8aa is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:43:17.009528 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-52b86d0a-1b1a-4f06-adf6-76711b66b1d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:43:17.160855 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b86d0a-1b1a-4f06-adf6-76711b66b1d4 admin admin] Router 077ccc0d-2f48-4b38-8e15-b559cb575aa7 has already been hosted by L3 agent 94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e {{(pid=103680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:43:17.292961 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-d07ab9e5-5947-486a-b6fe-b92b0550b2ba None None] Provisioning complete for port 916bee2d-bcc7-4e96-900a-2d0a67de9956 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:43:17.293457 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-d07ab9e5-5947-486a-b6fe-b92b0550b2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (916bee2d-bcc7-4e96-900a-2d0a67de9956), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:17.295677 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b86d0a-1b1a-4f06-adf6-76711b66b1d4 admin admin] Notify agent at l3_agent.dv-cinder-815660-7-smb the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:43:17.301473 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-52b86d0a-1b1a-4f06-adf6-76711b66b1d4 admin admin] 10.222.0.49 "PUT /v2.0/routers/077ccc0d-2f48-4b38-8e15-b559cb575aa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4679766 Apr 06 16:43:17.338436 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-d07ab9e5-5947-486a-b6fe-b92b0550b2ba None None] Port 916bee2d-bcc7-4e96-900a-2d0a67de9956 cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:43:17.625513 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.agents_db [None req-a950ddbd-9d44-4943-b7d7-a118ae2e1c13 None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:43:17.801483 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device bebf5d12-ab66-447d-9222-e33a1af4576f up at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:43:17.866077 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Provisioning complete for port bebf5d12-ab66-447d-9222-e33a1af4576f triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:43:17.866457 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (bebf5d12-ab66-447d-9222-e33a1af4576f), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:17.957472 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Current status of the port bebf5d12-ab66-447d-9222-e33a1af4576f is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:43:17.957881 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (bebf5d12-ab66-447d-9222-e33a1af4576f), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:17.984642 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] For port bebf5d12-ab66-447d-9222-e33a1af4576f, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=bebf5d12-ab66-447d-9222-e33a1af4576f,segment=NetworkSegment(3728a512-0136-4544-ad0a-d8addcf850d8),segment_id=3728a512-0136-4544-ad0a-d8addcf850d8)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:43:18.089764 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (bebf5d12-ab66-447d-9222-e33a1af4576f), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:18.177471 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Pushing event updated for resources: {'Port': ['ID=bebf5d12-ab66-447d-9222-e33a1af4576f,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:43:18.595554 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a53d8b7-2627-4828-9e38-4849a6be7f4a None None] Sync routers for ids ['077ccc0d-2f48-4b38-8e15-b559cb575aa7'] in dv-cinder-815660-7-smb {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:43:18.613496 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a53d8b7-2627-4828-9e38-4849a6be7f4a None None] Routers {'077ccc0d-2f48-4b38-8e15-b559cb575aa7'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:43:18.614444 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-9a53d8b7-2627-4828-9e38-4849a6be7f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:43:02Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['077ccc0d-2f48-4b38-8e15-b559cb575aa7'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:43:18.744266 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-9a53d8b7-2627-4828-9e38-4849a6be7f4a None None] Set router 077ccc0d-2f48-4b38-8e15-b559cb575aa7 gateway port host: dv-cinder-815660-7-smb {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:43:19.020459 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-9a53d8b7-2627-4828-9e38-4849a6be7f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077ccc0d-2f48-4b38-8e15-b559cb575aa7', 'name': 'tempest-TestMinimumBasicScenario-1135808474-router', 'tenant_id': 'f3f00db735c244b189b7dbd59f495aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.96'}], 'enable_snat': True}, 'gw_port_id': 'bebf5d12-ab66-447d-9222-e33a1af4576f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:43:12Z', 'updated_at': '2022-04-06T16:43:16Z', 'revision_number': 4, 'project_id': 'f3f00db735c244b189b7dbd59f495aa6', 'gw_port': {'id': 'bebf5d12-ab66-447d-9222-e33a1af4576f', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:11:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077ccc0d-2f48-4b38-8e15-b559cb575aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:43:13Z', 'updated_at': '2022-04-06T16:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': '916bee2d-bcc7-4e96-900a-2d0a67de9956', 'name': '', 'network_id': 'c9b42fe4-1197-49e0-98cd-a0f7a2e9d8aa', 'tenant_id': 'f3f00db735c244b189b7dbd59f495aa6', 'mac_address': 'fa:16:3e:ab:8f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077ccc0d-2f48-4b38-8e15-b559cb575aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e6c3188e-98e0-4777-80f5-6a619ad5ad79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:43:15Z', 'updated_at': '2022-04-06T16:43:16Z', 'revision_number': 2, 'project_id': 'f3f00db735c244b189b7dbd59f495aa6', 'subnets': [{'id': 'e6c3188e-98e0-4777-80f5-6a619ad5ad79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:43:19.052247 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a53d8b7-2627-4828-9e38-4849a6be7f4a None None] Checking router: 077ccc0d-2f48-4b38-8e15-b559cb575aa7 for host: dv-cinder-815660-7-smb {{(pid=103683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:43:19.052618 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a53d8b7-2627-4828-9e38-4849a6be7f4a None None] Updating router 077ccc0d-2f48-4b38-8e15-b559cb575aa7 port 916bee2d-bcc7-4e96-900a-2d0a67de9956 binding host dv-cinder-815660-7-smb {{(pid=103683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 16:43:19.082889 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-9a53d8b7-2627-4828-9e38-4849a6be7f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (916bee2d-bcc7-4e96-900a-2d0a67de9956), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:19.383572 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-9a53d8b7-2627-4828-9e38-4849a6be7f4a None None] Publish callbacks [] for port (916bee2d-bcc7-4e96-900a-2d0a67de9956), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:19.458846 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-9a53d8b7-2627-4828-9e38-4849a6be7f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (916bee2d-bcc7-4e96-900a-2d0a67de9956), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:19.566608 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00f7ff-aa25-4d42-9f42-151b79c73e46 None None] Pushing event updated for resources: {'Port': ['ID=916bee2d-bcc7-4e96-900a-2d0a67de9956,revision_number=3']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:43:19.584824 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-9a53d8b7-2627-4828-9e38-4849a6be7f4a None None] Attempting to bind port 916bee2d-bcc7-4e96-900a-2d0a67de9956 on host dv-cinder-815660-7-smb for vnic_type normal with profile {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:43:19.588530 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-9a53d8b7-2627-4828-9e38-4849a6be7f4a None None] Attempting to bind port 916bee2d-bcc7-4e96-900a-2d0a67de9956 by drivers openvswitch,hyperv on host dv-cinder-815660-7-smb at level 0 using segments [{'id': '1d5f1295-18d8-472b-9d35-d485a80ebe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'c9b42fe4-1197-49e0-98cd-a0f7a2e9d8aa'}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:43:19.588530 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a53d8b7-2627-4828-9e38-4849a6be7f4a None None] Attempting to bind port 916bee2d-bcc7-4e96-900a-2d0a67de9956 on network c9b42fe4-1197-49e0-98cd-a0f7a2e9d8aa {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:43:19.592762 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a53d8b7-2627-4828-9e38-4849a6be7f4a None None] Checking agent: {'id': 'c8d6835f-40e2-4c71-9616-8d834b10e2ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 22, 6), 'started_at': datetime.datetime(2022, 4, 6, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:43:19.594296 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a53d8b7-2627-4828-9e38-4849a6be7f4a None None] Checking segment: {'id': '1d5f1295-18d8-472b-9d35-d485a80ebe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'c9b42fe4-1197-49e0-98cd-a0f7a2e9d8aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:43:19.594901 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-9a53d8b7-2627-4828-9e38-4849a6be7f4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:19.595477 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a53d8b7-2627-4828-9e38-4849a6be7f4a None None] Bound using segment: {'id': '1d5f1295-18d8-472b-9d35-d485a80ebe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'c9b42fe4-1197-49e0-98cd-a0f7a2e9d8aa'} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:43:19.596193 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-9a53d8b7-2627-4828-9e38-4849a6be7f4a None None] Bound port: 916bee2d-bcc7-4e96-900a-2d0a67de9956, host: dv-cinder-815660-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5f1295-18d8-472b-9d35-d485a80ebe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'c9b42fe4-1197-49e0-98cd-a0f7a2e9d8aa'}}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:43:19.596770 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-9a53d8b7-2627-4828-9e38-4849a6be7f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (916bee2d-bcc7-4e96-900a-2d0a67de9956), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:19.681124 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.db [None req-9a53d8b7-2627-4828-9e38-4849a6be7f4a None None] For port 916bee2d-bcc7-4e96-900a-2d0a67de9956, host dv-cinder-815660-7-smb, cleared binding levels {{(pid=103683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:43:19.685189 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.plugins.ml2.db [None req-9a53d8b7-2627-4828-9e38-4849a6be7f4a None None] For port 916bee2d-bcc7-4e96-900a-2d0a67de9956, host dv-cinder-815660-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=916bee2d-bcc7-4e96-900a-2d0a67de9956,segment=NetworkSegment(1d5f1295-18d8-472b-9d35-d485a80ebe48),segment_id=1d5f1295-18d8-472b-9d35-d485a80ebe48)] {{(pid=103683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:43:19.753538 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-9a53d8b7-2627-4828-9e38-4849a6be7f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (916bee2d-bcc7-4e96-900a-2d0a67de9956), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:19.795517 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device bebf5d12-ab66-447d-9222-e33a1af4576f up at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:43:19.824291 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00f7ff-aa25-4d42-9f42-151b79c73e46 None None] Pushing event updated for resources: {'Port': ['ID=916bee2d-bcc7-4e96-900a-2d0a67de9956,revision_number=4']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:43:19.852435 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a53d8b7-2627-4828-9e38-4849a6be7f4a None None] Routers {'077ccc0d-2f48-4b38-8e15-b559cb575aa7'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:43:19.853156 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-9a53d8b7-2627-4828-9e38-4849a6be7f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:43:02Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['077ccc0d-2f48-4b38-8e15-b559cb575aa7'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:43:19.862179 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Provisioning complete for port bebf5d12-ab66-447d-9222-e33a1af4576f triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:43:19.862883 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (bebf5d12-ab66-447d-9222-e33a1af4576f), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:19.913851 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-08f3e5ae-5639-4b8a-b59f-92690d15e906 None None] Provisioning complete for port 916bee2d-bcc7-4e96-900a-2d0a67de9956 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:43:19.915231 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-08f3e5ae-5639-4b8a-b59f-92690d15e906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (916bee2d-bcc7-4e96-900a-2d0a67de9956), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:20.026420 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-9a53d8b7-2627-4828-9e38-4849a6be7f4a None None] Set router 077ccc0d-2f48-4b38-8e15-b559cb575aa7 gateway port host: dv-cinder-815660-7-smb {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:43:20.265747 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-08f3e5ae-5639-4b8a-b59f-92690d15e906 None None] Current status of the port 916bee2d-bcc7-4e96-900a-2d0a67de9956 is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:43:20.266436 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-08f3e5ae-5639-4b8a-b59f-92690d15e906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (916bee2d-bcc7-4e96-900a-2d0a67de9956), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:20.292896 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Current status of the port bebf5d12-ab66-447d-9222-e33a1af4576f is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:43:20.314061 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-08f3e5ae-5639-4b8a-b59f-92690d15e906 None None] For port 916bee2d-bcc7-4e96-900a-2d0a67de9956, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=916bee2d-bcc7-4e96-900a-2d0a67de9956,segment=NetworkSegment(1d5f1295-18d8-472b-9d35-d485a80ebe48),segment_id=1d5f1295-18d8-472b-9d35-d485a80ebe48)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:43:20.328932 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-9a53d8b7-2627-4828-9e38-4849a6be7f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077ccc0d-2f48-4b38-8e15-b559cb575aa7', 'name': 'tempest-TestMinimumBasicScenario-1135808474-router', 'tenant_id': 'f3f00db735c244b189b7dbd59f495aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.96'}], 'enable_snat': True}, 'gw_port_id': 'bebf5d12-ab66-447d-9222-e33a1af4576f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:43:12Z', 'updated_at': '2022-04-06T16:43:16Z', 'revision_number': 4, 'project_id': 'f3f00db735c244b189b7dbd59f495aa6', 'gw_port': {'id': 'bebf5d12-ab66-447d-9222-e33a1af4576f', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:11:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077ccc0d-2f48-4b38-8e15-b559cb575aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:43:13Z', 'updated_at': '2022-04-06T16:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': '916bee2d-bcc7-4e96-900a-2d0a67de9956', 'name': '', 'network_id': 'c9b42fe4-1197-49e0-98cd-a0f7a2e9d8aa', 'tenant_id': 'f3f00db735c244b189b7dbd59f495aa6', 'mac_address': 'fa:16:3e:ab:8f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077ccc0d-2f48-4b38-8e15-b559cb575aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e6c3188e-98e0-4777-80f5-6a619ad5ad79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:43:15Z', 'updated_at': '2022-04-06T16:43:19Z', 'revision_number': 4, 'project_id': 'f3f00db735c244b189b7dbd59f495aa6', 'subnets': [{'id': 'e6c3188e-98e0-4777-80f5-6a619ad5ad79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:43:20.363847 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a53d8b7-2627-4828-9e38-4849a6be7f4a None None] The sync data for ids ['077ccc0d-2f48-4b38-8e15-b559cb575aa7'] in dv-cinder-815660-7-smb is: [{'id': '077ccc0d-2f48-4b38-8e15-b559cb575aa7', 'name': 'tempest-TestMinimumBasicScenario-1135808474-router', 'tenant_id': 'f3f00db735c244b189b7dbd59f495aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.96'}], 'enable_snat': True}, 'gw_port_id': 'bebf5d12-ab66-447d-9222-e33a1af4576f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:43:12Z', 'updated_at': '2022-04-06T16:43:16Z', 'revision_number': 4, 'project_id': 'f3f00db735c244b189b7dbd59f495aa6', 'gw_port': {'id': 'bebf5d12-ab66-447d-9222-e33a1af4576f', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:11:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077ccc0d-2f48-4b38-8e15-b559cb575aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:43:13Z', 'updated_at': '2022-04-06T16:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': '916bee2d-bcc7-4e96-900a-2d0a67de9956', 'name': '', 'network_id': 'c9b42fe4-1197-49e0-98cd-a0f7a2e9d8aa', 'tenant_id': 'f3f00db735c244b189b7dbd59f495aa6', 'mac_address': 'fa:16:3e:ab:8f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077ccc0d-2f48-4b38-8e15-b559cb575aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e6c3188e-98e0-4777-80f5-6a619ad5ad79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:43:15Z', 'updated_at': '2022-04-06T16:43:19Z', 'revision_number': 4, 'project_id': 'f3f00db735c244b189b7dbd59f495aa6', 'subnets': [{'id': 'e6c3188e-98e0-4777-80f5-6a619ad5ad79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:43:20.410834 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-08f3e5ae-5639-4b8a-b59f-92690d15e906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (916bee2d-bcc7-4e96-900a-2d0a67de9956), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:20.552721 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f3e5ae-5639-4b8a-b59f-92690d15e906 None None] Pushing event updated for resources: {'Port': ['ID=916bee2d-bcc7-4e96-900a-2d0a67de9956,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:43:20.574841 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-dc985fee-168a-4bf1-bf86-c69f9d44022b None None] Provisioning complete for port 916bee2d-bcc7-4e96-900a-2d0a67de9956 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:43:20.575224 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-dc985fee-168a-4bf1-bf86-c69f9d44022b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (916bee2d-bcc7-4e96-900a-2d0a67de9956), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:20.701043 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-dc985fee-168a-4bf1-bf86-c69f9d44022b None None] Current status of the port 916bee2d-bcc7-4e96-900a-2d0a67de9956 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:43:21.775508 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 916bee2d-bcc7-4e96-900a-2d0a67de9956 up at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:43:21.824777 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Provisioning complete for port 916bee2d-bcc7-4e96-900a-2d0a67de9956 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:43:21.825145 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (916bee2d-bcc7-4e96-900a-2d0a67de9956), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:21.912948 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Current status of the port 916bee2d-bcc7-4e96-900a-2d0a67de9956 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:43:22.414046 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 44642) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:43:22.537944 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-cbe63d4d-101d-43c3-a9ca-a2b0bab70739 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:22.633163 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-cbe63d4d-101d-43c3-a9ca-a2b0bab70739 admin admin] Publish callbacks [] for security_group (96577e1c-36b8-4042-9275-89621cae07cc), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:22.716969 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-cbe63d4d-101d-43c3-a9ca-a2b0bab70739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (96577e1c-36b8-4042-9275-89621cae07cc), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:22.760404 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe63d4d-101d-43c3-a9ca-a2b0bab70739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96577e1c-36b8-4042-9275-89621cae07cc,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:43:22.766995 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-cbe63d4d-101d-43c3-a9ca-a2b0bab70739 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bc709f3506814afe9f2dbbf3a8319c8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3517370 Apr 06 16:43:22.769852 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 44646) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:43:22.856687 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fb9757c3-94cd-4cbe-80b6-7535bdccdd27 admin admin] Publish callbacks [] for security_group (96577e1c-36b8-4042-9275-89621cae07cc), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:22.880713 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fb9757c3-94cd-4cbe-80b6-7535bdccdd27 admin admin] Publish callbacks [] for security_group (96577e1c-36b8-4042-9275-89621cae07cc), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:23.007040 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fb9757c3-94cd-4cbe-80b6-7535bdccdd27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (96577e1c-36b8-4042-9275-89621cae07cc), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:23.011613 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fb9757c3-94cd-4cbe-80b6-7535bdccdd27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:23.015672 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-fb9757c3-94cd-4cbe-80b6-7535bdccdd27 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/96577e1c-36b8-4042-9275-89621cae07cc HTTP/1.1" status: 204 len: 168 time: 0.2447243 Apr 06 16:43:23.025632 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9757c3-94cd-4cbe-80b6-7535bdccdd27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96577e1c-36b8-4042-9275-89621cae07cc,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:43:23.712578 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 44652) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:43:23.730437 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-6855033e-1f12-40b0-bf2e-d4531192b412 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:23.822272 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-6855033e-1f12-40b0-bf2e-d4531192b412 admin admin] Publish callbacks [] for security_group (0a1ead45-2e10-4bbb-98e6-989c933eaf7f), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:23.898612 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-6855033e-1f12-40b0-bf2e-d4531192b412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (0a1ead45-2e10-4bbb-98e6-989c933eaf7f), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:23.942061 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6855033e-1f12-40b0-bf2e-d4531192b412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1ead45-2e10-4bbb-98e6-989c933eaf7f,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:43:23.949260 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 44654) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:43:23.955399 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-6855033e-1f12-40b0-bf2e-d4531192b412 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8a4bc2f0ef8344eeb0c91d5018ebda18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2417727 Apr 06 16:43:24.003798 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-4fc4823c-0e2e-4c5c-9363-cea2e8521b24 admin admin] Publish callbacks [] for security_group (0a1ead45-2e10-4bbb-98e6-989c933eaf7f), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:24.028424 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-4fc4823c-0e2e-4c5c-9363-cea2e8521b24 admin admin] Publish callbacks [] for security_group (0a1ead45-2e10-4bbb-98e6-989c933eaf7f), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:24.184741 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-4fc4823c-0e2e-4c5c-9363-cea2e8521b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (0a1ead45-2e10-4bbb-98e6-989c933eaf7f), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:24.191979 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-4fc4823c-0e2e-4c5c-9363-cea2e8521b24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:24.191979 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-4fc4823c-0e2e-4c5c-9363-cea2e8521b24 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0a1ead45-2e10-4bbb-98e6-989c933eaf7f HTTP/1.1" status: 204 len: 168 time: 0.2387412 Apr 06 16:43:24.212071 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4823c-0e2e-4c5c-9363-cea2e8521b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1ead45-2e10-4bbb-98e6-989c933eaf7f,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:43:27.787187 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-37079147-76db-457e-8078-c68e77f5c3b4 req-aa43c6ec-b758-4d68-ab8d-46f6b7e4957d tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=eb137be1864d4b6f9e4407b1ed0dfb49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419073 Apr 06 16:43:28.010045 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37079147-76db-457e-8078-c68e77f5c3b4 req-88c54ca9-751b-4727-8dd6-b5e92578dfae tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:28.011660 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-37079147-76db-457e-8078-c68e77f5c3b4 req-88c54ca9-751b-4727-8dd6-b5e92578dfae tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2180316 Apr 06 16:43:28.028319 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-37079147-76db-457e-8078-c68e77f5c3b4 req-286840ac-63be-4cde-90f1-dcd54da05936 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] 10.222.0.49 "GET /v2.0/quotas/eb137be1864d4b6f9e4407b1ed0dfb49 HTTP/1.1" status: 200 len: 375 time: 0.0110297 Apr 06 16:43:28.070616 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-37079147-76db-457e-8078-c68e77f5c3b4 req-1fa4326a-75c6-4212-aeca-e5d69643ec78 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb137be1864d4b6f9e4407b1ed0dfb49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344002 Apr 06 16:43:28.479225 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-eb88f453-1b60-4bb8-8af1-5e4ed893d8d0 req-71bceffd-9cb3-4b26-a770-54b54aa7eeeb tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb195410-a08f-48c9-9d04-2f062e052427 HTTP/1.1" status: 200 len: 210 time: 0.0366135 Apr 06 16:43:29.722540 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f6354f14-eadc-40d0-a1fe-181c90442ea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:29.737546 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-5fcb2a7b-d92b-452b-b28a-4015fd14b674 req-7928f2c7-1d2d-45af-8264-2b0c3df8424e tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb195410-a08f-48c9-9d04-2f062e052427 HTTP/1.1" status: 200 len: 210 time: 0.0350416 Apr 06 16:43:29.929263 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efb75f-917b-41d4-9d3b-86edc686ebe3 req-ce806bff-a1e6-4a34-b38e-23f71f34cac2 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:29.931944 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-04efb75f-917b-41d4-9d3b-86edc686ebe3 req-ce806bff-a1e6-4a34-b38e-23f71f34cac2 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/networks?id=03a3951a-c423-4b6d-af65-58fa7b710e8e HTTP/1.1" status: 200 len: 814 time: 0.1121094 Apr 06 16:43:29.947178 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-04efb75f-917b-41d4-9d3b-86edc686ebe3 req-4f23abf8-ffb6-4555-80d6-5311549140f4 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/quotas/189de591ce874f8fbb67306538597437 HTTP/1.1" status: 200 len: 375 time: 0.0098953 Apr 06 16:43:30.006996 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-04efb75f-917b-41d4-9d3b-86edc686ebe3 req-4f5c4cf4-25f6-4226-9c5a-4538b7d60605 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=189de591ce874f8fbb67306538597437&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522754 Apr 06 16:43:30.112983 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-04efb75f-917b-41d4-9d3b-86edc686ebe3 req-c2c69d2d-9e62-4e49-81fd-362d092dfa78 service neutron] 10.222.0.49 "GET /v2.0/networks/03a3951a-c423-4b6d-af65-58fa7b710e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943959 Apr 06 16:43:30.205501 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-04efb75f-917b-41d4-9d3b-86edc686ebe3 req-c0948369-c377-48a8-a4ea-0a8d743c73ce service neutron] 10.222.0.49 "GET /v2.0/networks/03a3951a-c423-4b6d-af65-58fa7b710e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862474 Apr 06 16:43:30.474678 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-914237d6-b435-47cb-8240-c8467661c40b req-53d327db-9d7b-4af0-87a7-db014ae26ec8 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 210 time: 0.0294154 Apr 06 16:43:30.607857 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-37079147-76db-457e-8078-c68e77f5c3b4 req-5d4a2c0b-5079-4add-a6d2-b72919414c20 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=eb137be1864d4b6f9e4407b1ed0dfb49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308106 Apr 06 16:43:30.803131 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37079147-76db-457e-8078-c68e77f5c3b4 req-fc44f666-bfd1-4568-8afa-79620edc1882 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:30.804667 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-37079147-76db-457e-8078-c68e77f5c3b4 req-fc44f666-bfd1-4568-8afa-79620edc1882 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1920564 Apr 06 16:43:30.817431 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [req-37079147-76db-457e-8078-c68e77f5c3b4 req-0fa15c63-d4e1-44e1-8f0f-74502f36d0d1 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] Request body: {'port': {'device_id': 'cb195410-a08f-48c9-9d04-2f062e052427', 'network_id': '7fea525e-ccd6-4476-b19b-4a30d5aeedd8', 'admin_state_up': True, 'tenant_id': 'eb137be1864d4b6f9e4407b1ed0dfb49'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:43:30.848086 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-b588c580-aa96-41e6-9110-9d730cd9f9b0 req-26cf56bf-4479-4009-b487-216ab337fc68 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb195410-a08f-48c9-9d04-2f062e052427 HTTP/1.1" status: 200 len: 210 time: 0.0347004 Apr 06 16:43:31.007075 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37079147-76db-457e-8078-c68e77f5c3b4 req-0fa15c63-d4e1-44e1-8f0f-74502f36d0d1 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] Made reservation on behalf of eb137be1864d4b6f9e4407b1ed0dfb49 for: {'port': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:43:31.011278 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-37079147-76db-457e-8078-c68e77f5c3b4 req-0fa15c63-d4e1-44e1-8f0f-74502f36d0d1 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:31.020358 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-37079147-76db-457e-8078-c68e77f5c3b4 req-0fa15c63-d4e1-44e1-8f0f-74502f36d0d1 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:31.095238 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-37079147-76db-457e-8078-c68e77f5c3b4 req-0fa15c63-d4e1-44e1-8f0f-74502f36d0d1 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] Publish callbacks [] for security_group (b636d39a-5542-40ae-977e-a6775955f78c), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:31.178724 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-37079147-76db-457e-8078-c68e77f5c3b4 req-0fa15c63-d4e1-44e1-8f0f-74502f36d0d1 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (b636d39a-5542-40ae-977e-a6775955f78c), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:31.245116 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa15c63-d4e1-44e1-8f0f-74502f36d0d1 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b636d39a-5542-40ae-977e-a6775955f78c,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:43:31.299971 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (0e5c86dc-cd19-4356-a060-9388d8808620), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:31.317950 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [req-37079147-76db-457e-8078-c68e77f5c3b4 req-0fa15c63-d4e1-44e1-8f0f-74502f36d0d1 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] Allocated IP 192.168.233.220 (7fea525e-ccd6-4476-b19b-4a30d5aeedd8/4a0801a5-b10f-4b0d-9edd-b4b8bba8496a/9acf6095-0897-402e-8bc8-7e5cc66c7448) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:43:31.468990 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-37079147-76db-457e-8078-c68e77f5c3b4 req-0fa15c63-d4e1-44e1-8f0f-74502f36d0d1 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] Publish callbacks [] for port (9acf6095-0897-402e-8bc8-7e5cc66c7448), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:31.570992 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-08b0ce5e-1dcf-4a2f-870c-24d94a96609e req-441f677d-215a-4fe7-b7e1-f262621516b8 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 210 time: 0.0276110 Apr 06 16:43:31.572218 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-37079147-76db-457e-8078-c68e77f5c3b4 req-0fa15c63-d4e1-44e1-8f0f-74502f36d0d1 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6161582'] for port (9acf6095-0897-402e-8bc8-7e5cc66c7448), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:31.617871 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37079147-76db-457e-8078-c68e77f5c3b4 req-0fa15c63-d4e1-44e1-8f0f-74502f36d0d1 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] Network 7fea525e-ccd6-4476-b19b-4a30d5aeedd8 is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:43:31.621145 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [req-37079147-76db-457e-8078-c68e77f5c3b4 req-0fa15c63-d4e1-44e1-8f0f-74502f36d0d1 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:43:31.624833 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [req-37079147-76db-457e-8078-c68e77f5c3b4 req-0fa15c63-d4e1-44e1-8f0f-74502f36d0d1 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:43:31.631116 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa15c63-d4e1-44e1-8f0f-74502f36d0d1 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] Pushing event updated for resources: {'Port': ['ID=9acf6095-0897-402e-8bc8-7e5cc66c7448,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:43:31.685011 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37079147-76db-457e-8078-c68e77f5c3b4 req-0fa15c63-d4e1-44e1-8f0f-74502f36d0d1 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:31.685825 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-37079147-76db-457e-8078-c68e77f5c3b4 req-0fa15c63-d4e1-44e1-8f0f-74502f36d0d1 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:31.815421 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-37079147-76db-457e-8078-c68e77f5c3b4 req-0fa15c63-d4e1-44e1-8f0f-74502f36d0d1 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0020714 Apr 06 16:43:31.826749 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [req-37079147-76db-457e-8078-c68e77f5c3b4 req-37bc855c-ff0a-4acb-94aa-8661fd865bc2 service neutron] Request body: {'port': {'device_id': 'cb195410-a08f-48c9-9d04-2f062e052427', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:43:31.888939 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-37079147-76db-457e-8078-c68e77f5c3b4 req-37bc855c-ff0a-4acb-94aa-8661fd865bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (9acf6095-0897-402e-8bc8-7e5cc66c7448), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:31.922869 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-81f44b5b-b9de-47c3-85ab-1b33e022929d None None] Provisioning complete for port 9acf6095-0897-402e-8bc8-7e5cc66c7448 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:43:31.923273 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-81f44b5b-b9de-47c3-85ab-1b33e022929d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (9acf6095-0897-402e-8bc8-7e5cc66c7448), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:31.970714 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-81f44b5b-b9de-47c3-85ab-1b33e022929d None None] Port 9acf6095-0897-402e-8bc8-7e5cc66c7448 cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:43:31.993616 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a695ad9-6d63-4369-b066-70d27549c4a8 req-26ffa5c9-eb7e-43a3-bdf9-33e438088b71 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:31.995342 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-5a695ad9-6d63-4369-b066-70d27549c4a8 req-26ffa5c9-eb7e-43a3-bdf9-33e438088b71 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb195410-a08f-48c9-9d04-2f062e052427 HTTP/1.1" status: 200 len: 936 time: 0.0598545 Apr 06 16:43:32.057808 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-5a695ad9-6d63-4369-b066-70d27549c4a8 req-cf5b6fee-3f94-4d51-8e46-94dfdc69725b tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] 10.222.0.49 "GET /v2.0/security-groups?id=b636d39a-5542-40ae-977e-a6775955f78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564201 Apr 06 16:43:32.094260 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-6b392e8e-1faa-4577-9c8d-079722988d9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:32.221791 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.notifiers.nova [req-37079147-76db-457e-8078-c68e77f5c3b4 req-37bc855c-ff0a-4acb-94aa-8661fd865bc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9acf6095-0897-402e-8bc8-7e5cc66c7448 {{(pid=103681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:43:32.232767 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-37079147-76db-457e-8078-c68e77f5c3b4 req-37bc855c-ff0a-4acb-94aa-8661fd865bc2 service neutron] Publish callbacks [] for port (9acf6095-0897-402e-8bc8-7e5cc66c7448), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:32.246831 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.provisioning_blocks [req-37079147-76db-457e-8078-c68e77f5c3b4 req-37bc855c-ff0a-4acb-94aa-8661fd865bc2 service neutron] Transition to ACTIVE for port object 9acf6095-0897-402e-8bc8-7e5cc66c7448 will not be triggered until provisioned by entity L2. {{(pid=103681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 16:43:32.328867 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-37079147-76db-457e-8078-c68e77f5c3b4 req-37bc855c-ff0a-4acb-94aa-8661fd865bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6161623'] for port (9acf6095-0897-402e-8bc8-7e5cc66c7448), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:32.383352 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bc855c-ff0a-4acb-94aa-8661fd865bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=9acf6095-0897-402e-8bc8-7e5cc66c7448,revision_number=2']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:43:32.477736 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-37079147-76db-457e-8078-c68e77f5c3b4 req-37bc855c-ff0a-4acb-94aa-8661fd865bc2 service neutron] Attempting to bind port 9acf6095-0897-402e-8bc8-7e5cc66c7448 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:43:32.478079 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-37079147-76db-457e-8078-c68e77f5c3b4 req-37bc855c-ff0a-4acb-94aa-8661fd865bc2 service neutron] Attempting to bind port 9acf6095-0897-402e-8bc8-7e5cc66c7448 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '377e7992-65f9-4763-9ceb-58f212431df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7fea525e-ccd6-4476-b19b-4a30d5aeedd8'}] {{(pid=103681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:43:32.478411 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37079147-76db-457e-8078-c68e77f5c3b4 req-37bc855c-ff0a-4acb-94aa-8661fd865bc2 service neutron] Attempting to bind port 9acf6095-0897-402e-8bc8-7e5cc66c7448 on network 7fea525e-ccd6-4476-b19b-4a30d5aeedd8 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:43:32.483281 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37079147-76db-457e-8078-c68e77f5c3b4 req-37bc855c-ff0a-4acb-94aa-8661fd865bc2 service neutron] Port 9acf6095-0897-402e-8bc8-7e5cc66c7448 on network 7fea525e-ccd6-4476-b19b-4a30d5aeedd8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 16:43:32.483610 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37079147-76db-457e-8078-c68e77f5c3b4 req-37bc855c-ff0a-4acb-94aa-8661fd865bc2 service neutron] Attempting to bind port 9acf6095-0897-402e-8bc8-7e5cc66c7448 on network 7fea525e-ccd6-4476-b19b-4a30d5aeedd8 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:43:32.488781 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37079147-76db-457e-8078-c68e77f5c3b4 req-37bc855c-ff0a-4acb-94aa-8661fd865bc2 service neutron] Checking agent: {'id': '0e5c86dc-cd19-4356-a060-9388d8808620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 29), 'started_at': datetime.datetime(2022, 4, 6, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:43:32.489120 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37079147-76db-457e-8078-c68e77f5c3b4 req-37bc855c-ff0a-4acb-94aa-8661fd865bc2 service neutron] Checking segment: {'id': '377e7992-65f9-4763-9ceb-58f212431df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7fea525e-ccd6-4476-b19b-4a30d5aeedd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:43:32.489506 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37079147-76db-457e-8078-c68e77f5c3b4 req-37bc855c-ff0a-4acb-94aa-8661fd865bc2 service neutron] Bound using segment: {'id': '377e7992-65f9-4763-9ceb-58f212431df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7fea525e-ccd6-4476-b19b-4a30d5aeedd8'} {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:43:32.489936 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-37079147-76db-457e-8078-c68e77f5c3b4 req-37bc855c-ff0a-4acb-94aa-8661fd865bc2 service neutron] Bound port: 9acf6095-0897-402e-8bc8-7e5cc66c7448, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '377e7992-65f9-4763-9ceb-58f212431df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7fea525e-ccd6-4476-b19b-4a30d5aeedd8'}}] {{(pid=103681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:43:32.490300 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-37079147-76db-457e-8078-c68e77f5c3b4 req-37bc855c-ff0a-4acb-94aa-8661fd865bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (9acf6095-0897-402e-8bc8-7e5cc66c7448), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:32.563591 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-37079147-76db-457e-8078-c68e77f5c3b4 req-37bc855c-ff0a-4acb-94aa-8661fd865bc2 service neutron] For port 9acf6095-0897-402e-8bc8-7e5cc66c7448, host hv-cinder-81566, cleared binding levels {{(pid=103681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:43:32.567019 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-37079147-76db-457e-8078-c68e77f5c3b4 req-37bc855c-ff0a-4acb-94aa-8661fd865bc2 service neutron] For port 9acf6095-0897-402e-8bc8-7e5cc66c7448, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=9acf6095-0897-402e-8bc8-7e5cc66c7448,segment=NetworkSegment(377e7992-65f9-4763-9ceb-58f212431df1),segment_id=377e7992-65f9-4763-9ceb-58f212431df1)] {{(pid=103681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:43:32.660778 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-37079147-76db-457e-8078-c68e77f5c3b4 req-37bc855c-ff0a-4acb-94aa-8661fd865bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6161623'] for port (9acf6095-0897-402e-8bc8-7e5cc66c7448), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:32.682906 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ac58aecc-a72c-4645-b188-613edc2576b2 req-cb9a974b-49f7-4b18-95ad-a5e281fbf9fc tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 210 time: 0.0332503 Apr 06 16:43:32.723149 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37079147-76db-457e-8078-c68e77f5c3b4 req-37bc855c-ff0a-4acb-94aa-8661fd865bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:32.723149 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-37079147-76db-457e-8078-c68e77f5c3b4 req-37bc855c-ff0a-4acb-94aa-8661fd865bc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:32.723149 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-37079147-76db-457e-8078-c68e77f5c3b4 req-37bc855c-ff0a-4acb-94aa-8661fd865bc2 service neutron] 10.222.0.39 "PUT /v2.0/ports/9acf6095-0897-402e-8bc8-7e5cc66c7448 HTTP/1.1" status: 200 len: 1098 time: 0.8893251 Apr 06 16:43:32.723149 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb195410-a08f-48c9-9d04-2f062e052427', 'tag': '9acf6095-0897-402e-8bc8-7e5cc66c7448'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:43:32.723149 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da169357ed327e8d081ee60461067b1ef6c636002c887d5121cbb3f742e83ced" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818e403d-4db8-41bd-8963-4fd0dc3b66d8" -d '{"events": [{"name": "network-changed", "server_uuid": "cb195410-a08f-48c9-9d04-2f062e052427", "tag": "9acf6095-0897-402e-8bc8-7e5cc66c7448"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:43:32.753843 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bc855c-ff0a-4acb-94aa-8661fd865bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=9acf6095-0897-402e-8bc8-7e5cc66c7448,revision_number=3']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:43:32.762340 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e71a4bd-255a-464e-8875-4acfbcc421a8 x-openstack-request-id: req-5e71a4bd-255a-464e-8875-4acfbcc421a8 {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:43:32.762591 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb195410-a08f-48c9-9d04-2f062e052427", "tag": "9acf6095-0897-402e-8bc8-7e5cc66c7448", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:43:32.762852 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5e71a4bd-255a-464e-8875-4acfbcc421a8 {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:43:32.763264 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e71a4bd-255a-464e-8875-4acfbcc421a8'] response: {'name': 'network-changed', 'server_uuid': 'cb195410-a08f-48c9-9d04-2f062e052427', 'tag': '9acf6095-0897-402e-8bc8-7e5cc66c7448', 'status': 'completed', 'code': 200} Apr 06 16:43:32.858061 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e403d-4db8-41bd-8963-4fd0dc3b66d8 req-9228e771-2a1f-4148-ac2f-7154f64711ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:32.859708 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-818e403d-4db8-41bd-8963-4fd0dc3b66d8 req-9228e771-2a1f-4148-ac2f-7154f64711ba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eb137be1864d4b6f9e4407b1ed0dfb49&device_id=cb195410-a08f-48c9-9d04-2f062e052427 HTTP/1.1" status: 200 len: 1132 time: 0.0748076 Apr 06 16:43:32.888607 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-818e403d-4db8-41bd-8963-4fd0dc3b66d8 req-3c7f071f-6c54-476f-82f4-9750b5c7a274 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=eb137be1864d4b6f9e4407b1ed0dfb49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214095 Apr 06 16:43:32.939836 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efb75f-917b-41d4-9d3b-86edc686ebe3 req-4a99549a-12af-4034-8053-1d23fc304aa4 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:32.941337 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-04efb75f-917b-41d4-9d3b-86edc686ebe3 req-4a99549a-12af-4034-8053-1d23fc304aa4 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.39 "GET /v2.0/networks?id=03a3951a-c423-4b6d-af65-58fa7b710e8e HTTP/1.1" status: 200 len: 814 time: 0.1309440 Apr 06 16:43:32.954780 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [req-04efb75f-917b-41d4-9d3b-86edc686ebe3 req-c5a6e377-dc4a-48c9-9901-cd658a6bcbdc tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Request body: {'port': {'device_id': 'ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9', 'network_id': '03a3951a-c423-4b6d-af65-58fa7b710e8e', 'admin_state_up': True, 'tenant_id': '189de591ce874f8fbb67306538597437'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:43:33.002472 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e403d-4db8-41bd-8963-4fd0dc3b66d8 req-3f5b05cb-0e04-4388-9e70-5cbd620fd692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:33.004220 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-818e403d-4db8-41bd-8963-4fd0dc3b66d8 req-3f5b05cb-0e04-4388-9e70-5cbd620fd692 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1091239 Apr 06 16:43:33.112305 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37079147-76db-457e-8078-c68e77f5c3b4 req-0dfc4f98-2d69-4919-a23c-98b78cff845b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:33.113843 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-37079147-76db-457e-8078-c68e77f5c3b4 req-0dfc4f98-2d69-4919-a23c-98b78cff845b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eb137be1864d4b6f9e4407b1ed0dfb49&device_id=cb195410-a08f-48c9-9d04-2f062e052427 HTTP/1.1" status: 200 len: 1132 time: 0.0477490 Apr 06 16:43:33.168255 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-37079147-76db-457e-8078-c68e77f5c3b4 req-9ae1ca31-dbb7-4203-befc-1436bce2b55c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=9acf6095-0897-402e-8bc8-7e5cc66c7448 HTTP/1.1" status: 200 len: 217 time: 0.0474946 Apr 06 16:43:33.178312 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04efb75f-917b-41d4-9d3b-86edc686ebe3 req-c5a6e377-dc4a-48c9-9901-cd658a6bcbdc tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Made reservation on behalf of 189de591ce874f8fbb67306538597437 for: {'port': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:43:33.182264 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-04efb75f-917b-41d4-9d3b-86edc686ebe3 req-c5a6e377-dc4a-48c9-9901-cd658a6bcbdc tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:33.244105 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37079147-76db-457e-8078-c68e77f5c3b4 req-565acd52-80f1-455e-ad51-ebbbd90dc448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:33.245391 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-37079147-76db-457e-8078-c68e77f5c3b4 req-565acd52-80f1-455e-ad51-ebbbd90dc448 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4a0801a5-b10f-4b0d-9edd-b4b8bba8496a HTTP/1.1" status: 200 len: 843 time: 0.0582101 Apr 06 16:43:33.253695 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2c932-cb4f-4046-b8c0-c4b922ce949f req-3c4fd1ae-ca76-4a5c-a022-c8dad7afda24 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:33.255547 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-1bd2c932-cb4f-4046-b8c0-c4b922ce949f req-3c4fd1ae-ca76-4a5c-a022-c8dad7afda24 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb195410-a08f-48c9-9d04-2f062e052427 HTTP/1.1" status: 200 len: 948 time: 0.0967491 Apr 06 16:43:33.339728 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37079147-76db-457e-8078-c68e77f5c3b4 req-9d213e4d-c130-4e09-bf5f-05deedd682e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:33.341266 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-37079147-76db-457e-8078-c68e77f5c3b4 req-9d213e4d-c130-4e09-bf5f-05deedd682e5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7fea525e-ccd6-4476-b19b-4a30d5aeedd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0851412 Apr 06 16:43:33.341443 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.db_base_plugin_common [req-04efb75f-917b-41d4-9d3b-86edc686ebe3 req-c5a6e377-dc4a-48c9-9901-cd658a6bcbdc tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Allocated IP 172.20.0.13 (03a3951a-c423-4b6d-af65-58fa7b710e8e/beb4d972-56fd-4f2f-a2c9-66e431428485/f50fbcbc-e0cc-4074-893d-e1d445e390d6) {{(pid=103680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:43:33.344712 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-1bd2c932-cb4f-4046-b8c0-c4b922ce949f req-8cb0c82c-712a-49a7-83da-e94bb801a79e tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] 10.222.0.49 "GET /v2.0/security-groups?id=b636d39a-5542-40ae-977e-a6775955f78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774288 Apr 06 16:43:33.452123 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-37079147-76db-457e-8078-c68e77f5c3b4 req-9551eb0a-bbe0-433b-aa04-324184878976 service neutron] 10.222.0.39 "GET /v2.0/networks/7fea525e-ccd6-4476-b19b-4a30d5aeedd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993035 Apr 06 16:43:33.513753 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:33.535476 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-04efb75f-917b-41d4-9d3b-86edc686ebe3 req-c5a6e377-dc4a-48c9-9901-cd658a6bcbdc tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks [] for port (f50fbcbc-e0cc-4074-893d-e1d445e390d6), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:33.578850 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-37079147-76db-457e-8078-c68e77f5c3b4 req-4ffc35fd-f86f-42c9-8e91-ad697420ac26 service neutron] 10.222.0.39 "GET /v2.0/networks/7fea525e-ccd6-4476-b19b-4a30d5aeedd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206677 Apr 06 16:43:33.641680 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-04efb75f-917b-41d4-9d3b-86edc686ebe3 req-c5a6e377-dc4a-48c9-9901-cd658a6bcbdc tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (f50fbcbc-e0cc-4074-893d-e1d445e390d6), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:33.697836 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04efb75f-917b-41d4-9d3b-86edc686ebe3 req-c5a6e377-dc4a-48c9-9901-cd658a6bcbdc tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Network 03a3951a-c423-4b6d-af65-58fa7b710e8e is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:43:33.701096 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [req-04efb75f-917b-41d4-9d3b-86edc686ebe3 req-c5a6e377-dc4a-48c9-9901-cd658a6bcbdc tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:43:33.708071 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [req-04efb75f-917b-41d4-9d3b-86edc686ebe3 req-c5a6e377-dc4a-48c9-9901-cd658a6bcbdc tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Received port after_create {{(pid=103680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:43:33.731127 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6e377-dc4a-48c9-9901-cd658a6bcbdc tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Pushing event updated for resources: {'Port': ['ID=f50fbcbc-e0cc-4074-893d-e1d445e390d6,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:43:33.764107 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efb75f-917b-41d4-9d3b-86edc686ebe3 req-c5a6e377-dc4a-48c9-9901-cd658a6bcbdc tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:33.764750 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-04efb75f-917b-41d4-9d3b-86edc686ebe3 req-c5a6e377-dc4a-48c9-9901-cd658a6bcbdc tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for port (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:33.849300 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecfa7b5-78ba-43b0-b7f0-df28d7b3dfff req-dee22669-54e5-4cb3-b3f9-f1343884d04c tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:33.850580 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-7ecfa7b5-78ba-43b0-b7f0-df28d7b3dfff req-dee22669-54e5-4cb3-b3f9-f1343884d04c tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 932 time: 0.0819921 Apr 06 16:43:33.873535 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-04efb75f-917b-41d4-9d3b-86edc686ebe3 req-c5a6e377-dc4a-48c9-9901-cd658a6bcbdc tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9227042 Apr 06 16:43:33.930189 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-7ecfa7b5-78ba-43b0-b7f0-df28d7b3dfff req-d89714e9-ac6b-40f2-bd3d-96219aa5d558 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/security-groups?id=b10fea5c-68bb-40fe-b360-bc634ec2d564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713212 Apr 06 16:43:34.054426 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-79fa60f0-3462-4897-9d7a-12e5e45f18e4 None None] Provisioning complete for port f50fbcbc-e0cc-4074-893d-e1d445e390d6 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:43:34.054867 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-79fa60f0-3462-4897-9d7a-12e5e45f18e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (f50fbcbc-e0cc-4074-893d-e1d445e390d6), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:34.091346 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-79fa60f0-3462-4897-9d7a-12e5e45f18e4 None None] Port f50fbcbc-e0cc-4074-893d-e1d445e390d6 cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:43:34.488536 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0714b0c-ba22-462a-b13b-f48c502efaa4 req-da4c0524-ec07-4892-a13e-2c446a9cd0df tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:34.490023 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-f0714b0c-ba22-462a-b13b-f48c502efaa4 req-da4c0524-ec07-4892-a13e-2c446a9cd0df tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb195410-a08f-48c9-9d04-2f062e052427 HTTP/1.1" status: 200 len: 948 time: 0.0585597 Apr 06 16:43:34.543441 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-f0714b0c-ba22-462a-b13b-f48c502efaa4 req-70e74f47-5dba-45b7-b3b6-0dcfc3b8ec10 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] 10.222.0.49 "GET /v2.0/security-groups?id=b636d39a-5542-40ae-977e-a6775955f78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466452 Apr 06 16:43:34.585240 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:35.065735 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646aba3-e644-462f-9fe1-3bb77619f3be req-40ec7ad9-795a-44a6-bba7-6057a63729bb tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:35.067565 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-3646aba3-e644-462f-9fe1-3bb77619f3be req-40ec7ad9-795a-44a6-bba7-6057a63729bb tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 932 time: 0.0577528 Apr 06 16:43:35.122266 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-3646aba3-e644-462f-9fe1-3bb77619f3be req-8fc88e2e-7dde-4f4e-92fe-2ca5056aaf82 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/security-groups?id=b10fea5c-68bb-40fe-b360-bc634ec2d564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481369 Apr 06 16:43:35.661943 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b5fad-832c-43bf-b5f5-029cefb33186 req-701f0d5a-4085-4fc1-9bd3-a23cde0dd5b8 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:35.663757 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-b95b5fad-832c-43bf-b5f5-029cefb33186 req-701f0d5a-4085-4fc1-9bd3-a23cde0dd5b8 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb195410-a08f-48c9-9d04-2f062e052427 HTTP/1.1" status: 200 len: 948 time: 0.0534811 Apr 06 16:43:35.715392 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-b95b5fad-832c-43bf-b5f5-029cefb33186 req-8cb73b2d-02a9-475b-ba49-5bd100c19e30 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] 10.222.0.49 "GET /v2.0/security-groups?id=b636d39a-5542-40ae-977e-a6775955f78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458860 Apr 06 16:43:35.763146 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [req-04efb75f-917b-41d4-9d3b-86edc686ebe3 req-9329259b-9b35-410d-877a-fc4dbc90b5d5 service neutron] Request body: {'port': {'device_id': 'ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:43:35.830392 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-04efb75f-917b-41d4-9d3b-86edc686ebe3 req-9329259b-9b35-410d-877a-fc4dbc90b5d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (f50fbcbc-e0cc-4074-893d-e1d445e390d6), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:36.214138 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:36.259612 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.notifiers.nova [req-04efb75f-917b-41d4-9d3b-86edc686ebe3 req-9329259b-9b35-410d-877a-fc4dbc90b5d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f50fbcbc-e0cc-4074-893d-e1d445e390d6 {{(pid=103680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:43:36.270702 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-04efb75f-917b-41d4-9d3b-86edc686ebe3 req-9329259b-9b35-410d-877a-fc4dbc90b5d5 service neutron] Publish callbacks [] for port (f50fbcbc-e0cc-4074-893d-e1d445e390d6), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:36.288459 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.provisioning_blocks [req-04efb75f-917b-41d4-9d3b-86edc686ebe3 req-9329259b-9b35-410d-877a-fc4dbc90b5d5 service neutron] Transition to ACTIVE for port object f50fbcbc-e0cc-4074-893d-e1d445e390d6 will not be triggered until provisioned by entity L2. {{(pid=103680) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 16:43:36.315334 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6a6a8-31b2-4eb0-9f75-61d8b607c461 req-2797451f-ee18-4188-b689-72308fc257fc tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:36.317153 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-d0a6a6a8-31b2-4eb0-9f75-61d8b607c461 req-2797451f-ee18-4188-b689-72308fc257fc tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 932 time: 0.0949838 Apr 06 16:43:36.370979 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-d0a6a6a8-31b2-4eb0-9f75-61d8b607c461 req-7441a39f-59ac-4a4f-93ac-8cd15dabe896 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/security-groups?id=b10fea5c-68bb-40fe-b360-bc634ec2d564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477207 Apr 06 16:43:36.380121 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-04efb75f-917b-41d4-9d3b-86edc686ebe3 req-9329259b-9b35-410d-877a-fc4dbc90b5d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978180'] for port (f50fbcbc-e0cc-4074-893d-e1d445e390d6), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:36.542639 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9329259b-9b35-410d-877a-fc4dbc90b5d5 service neutron] Pushing event updated for resources: {'Port': ['ID=f50fbcbc-e0cc-4074-893d-e1d445e390d6,revision_number=2']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:43:36.633090 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.managers [req-04efb75f-917b-41d4-9d3b-86edc686ebe3 req-9329259b-9b35-410d-877a-fc4dbc90b5d5 service neutron] Attempting to bind port f50fbcbc-e0cc-4074-893d-e1d445e390d6 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:43:36.633823 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.managers [req-04efb75f-917b-41d4-9d3b-86edc686ebe3 req-9329259b-9b35-410d-877a-fc4dbc90b5d5 service neutron] Attempting to bind port f50fbcbc-e0cc-4074-893d-e1d445e390d6 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '0d9de86b-fd4b-4e31-a9ea-89dab2d7abab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '03a3951a-c423-4b6d-af65-58fa7b710e8e'}] {{(pid=103680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:43:36.634674 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04efb75f-917b-41d4-9d3b-86edc686ebe3 req-9329259b-9b35-410d-877a-fc4dbc90b5d5 service neutron] Attempting to bind port f50fbcbc-e0cc-4074-893d-e1d445e390d6 on network 03a3951a-c423-4b6d-af65-58fa7b710e8e {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:43:36.649392 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04efb75f-917b-41d4-9d3b-86edc686ebe3 req-9329259b-9b35-410d-877a-fc4dbc90b5d5 service neutron] Port f50fbcbc-e0cc-4074-893d-e1d445e390d6 on network 03a3951a-c423-4b6d-af65-58fa7b710e8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 16:43:36.653924 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04efb75f-917b-41d4-9d3b-86edc686ebe3 req-9329259b-9b35-410d-877a-fc4dbc90b5d5 service neutron] Attempting to bind port f50fbcbc-e0cc-4074-893d-e1d445e390d6 on network 03a3951a-c423-4b6d-af65-58fa7b710e8e {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:43:36.658798 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04efb75f-917b-41d4-9d3b-86edc686ebe3 req-9329259b-9b35-410d-877a-fc4dbc90b5d5 service neutron] Checking agent: {'id': '0e5c86dc-cd19-4356-a060-9388d8808620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 29), 'started_at': datetime.datetime(2022, 4, 6, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:43:36.659146 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04efb75f-917b-41d4-9d3b-86edc686ebe3 req-9329259b-9b35-410d-877a-fc4dbc90b5d5 service neutron] Checking segment: {'id': '0d9de86b-fd4b-4e31-a9ea-89dab2d7abab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '03a3951a-c423-4b6d-af65-58fa7b710e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:43:36.659546 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04efb75f-917b-41d4-9d3b-86edc686ebe3 req-9329259b-9b35-410d-877a-fc4dbc90b5d5 service neutron] Bound using segment: {'id': '0d9de86b-fd4b-4e31-a9ea-89dab2d7abab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '03a3951a-c423-4b6d-af65-58fa7b710e8e'} {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:43:36.660015 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.managers [req-04efb75f-917b-41d4-9d3b-86edc686ebe3 req-9329259b-9b35-410d-877a-fc4dbc90b5d5 service neutron] Bound port: f50fbcbc-e0cc-4074-893d-e1d445e390d6, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d9de86b-fd4b-4e31-a9ea-89dab2d7abab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '03a3951a-c423-4b6d-af65-58fa7b710e8e'}}] {{(pid=103680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:43:36.660380 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-04efb75f-917b-41d4-9d3b-86edc686ebe3 req-9329259b-9b35-410d-877a-fc4dbc90b5d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (f50fbcbc-e0cc-4074-893d-e1d445e390d6), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:36.796300 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [req-04efb75f-917b-41d4-9d3b-86edc686ebe3 req-9329259b-9b35-410d-877a-fc4dbc90b5d5 service neutron] For port f50fbcbc-e0cc-4074-893d-e1d445e390d6, host hv-cinder-81566, cleared binding levels {{(pid=103680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:43:36.803615 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [req-04efb75f-917b-41d4-9d3b-86edc686ebe3 req-9329259b-9b35-410d-877a-fc4dbc90b5d5 service neutron] For port f50fbcbc-e0cc-4074-893d-e1d445e390d6, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=f50fbcbc-e0cc-4074-893d-e1d445e390d6,segment=NetworkSegment(0d9de86b-fd4b-4e31-a9ea-89dab2d7abab),segment_id=0d9de86b-fd4b-4e31-a9ea-89dab2d7abab)] {{(pid=103680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:43:36.872825 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-04efb75f-917b-41d4-9d3b-86edc686ebe3 req-9329259b-9b35-410d-877a-fc4dbc90b5d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978180'] for port (f50fbcbc-e0cc-4074-893d-e1d445e390d6), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:36.891568 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df06c8-f2d8-4e5f-adaf-28c65daff178 req-53f56f93-7ad2-4046-b02e-7bfd69c3e8a4 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:36.898453 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-41df06c8-f2d8-4e5f-adaf-28c65daff178 req-53f56f93-7ad2-4046-b02e-7bfd69c3e8a4 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb195410-a08f-48c9-9d04-2f062e052427 HTTP/1.1" status: 200 len: 948 time: 0.0863585 Apr 06 16:43:36.916627 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efb75f-917b-41d4-9d3b-86edc686ebe3 req-9329259b-9b35-410d-877a-fc4dbc90b5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:36.917255 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-04efb75f-917b-41d4-9d3b-86edc686ebe3 req-9329259b-9b35-410d-877a-fc4dbc90b5d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for port (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:36.919068 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-04efb75f-917b-41d4-9d3b-86edc686ebe3 req-9329259b-9b35-410d-877a-fc4dbc90b5d5 service neutron] 10.222.0.39 "PUT /v2.0/ports/f50fbcbc-e0cc-4074-893d-e1d445e390d6 HTTP/1.1" status: 200 len: 1094 time: 1.1621118 Apr 06 16:43:36.919539 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9', 'tag': 'f50fbcbc-e0cc-4074-893d-e1d445e390d6'}] {{(pid=103680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:43:36.921870 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37defc4f8c4d51421555421a688636eb49d5c8fee7a473d71a3f8bc7c746dcd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b513250-fb86-4fe7-8713-cd385c187845" -d '{"events": [{"name": "network-changed", "server_uuid": "ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9", "tag": "f50fbcbc-e0cc-4074-893d-e1d445e390d6"}]}' {{(pid=103680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:43:36.953348 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9329259b-9b35-410d-877a-fc4dbc90b5d5 service neutron] Pushing event updated for resources: {'Port': ['ID=f50fbcbc-e0cc-4074-893d-e1d445e390d6,revision_number=3']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:43:37.002282 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-41df06c8-f2d8-4e5f-adaf-28c65daff178 req-efe5698f-51ae-4378-896a-66ae86d146e3 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] 10.222.0.49 "GET /v2.0/security-groups?id=b636d39a-5542-40ae-977e-a6775955f78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952373 Apr 06 16:43:37.026780 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39069108-60d4-4c44-9233-7f63c5433067 x-openstack-request-id: req-39069108-60d4-4c44-9233-7f63c5433067 {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:43:37.027083 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9", "tag": "f50fbcbc-e0cc-4074-893d-e1d445e390d6", "status": "completed", "code": 200}]} {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:43:37.027338 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-39069108-60d4-4c44-9233-7f63c5433067 {{(pid=103680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:43:37.027787 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39069108-60d4-4c44-9233-7f63c5433067'] response: {'name': 'network-changed', 'server_uuid': 'ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9', 'tag': 'f50fbcbc-e0cc-4074-893d-e1d445e390d6', 'status': 'completed', 'code': 200} Apr 06 16:43:37.553617 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8f2bb-911a-4b70-9120-67bca454be26 req-70339f19-740a-4664-bc8d-3081fd120f2e tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:37.555229 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-66f8f2bb-911a-4b70-9120-67bca454be26 req-70339f19-740a-4664-bc8d-3081fd120f2e tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 944 time: 0.0810852 Apr 06 16:43:37.613828 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-66f8f2bb-911a-4b70-9120-67bca454be26 req-0c0feac1-56b5-48ff-8733-c016b99c762c tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/security-groups?id=b10fea5c-68bb-40fe-b360-bc634ec2d564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512805 Apr 06 16:43:38.017828 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 9acf6095-0897-402e-8bc8-7e5cc66c7448 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=103682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 16:43:38.133862 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 9acf6095-0897-402e-8bc8-7e5cc66c7448, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=9acf6095-0897-402e-8bc8-7e5cc66c7448,segment=NetworkSegment(377e7992-65f9-4763-9ceb-58f212431df1),segment_id=377e7992-65f9-4763-9ceb-58f212431df1)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:43:38.152399 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Returning: {'device': '9acf6095-0897-402e-8bc8-7e5cc66c7448', 'network_id': '7fea525e-ccd6-4476-b19b-4a30d5aeedd8', 'port_id': '9acf6095-0897-402e-8bc8-7e5cc66c7448', 'mac_address': 'fa:16:3e:4d:f7:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0801a5-b10f-4b0d-9edd-b4b8bba8496a', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 16:43:38.220292 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b505063-1397-4683-b4a0-6bd00fa34582 req-34041945-030e-416a-9a6c-6a724304b938 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:38.221373 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Current status of the port 9acf6095-0897-402e-8bc8-7e5cc66c7448 is: DOWN; New status is: BUILD {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:43:38.221811 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (9acf6095-0897-402e-8bc8-7e5cc66c7448), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:38.224662 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-5b505063-1397-4683-b4a0-6bd00fa34582 req-34041945-030e-416a-9a6c-6a724304b938 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb195410-a08f-48c9-9d04-2f062e052427 HTTP/1.1" status: 200 len: 948 time: 0.0774345 Apr 06 16:43:38.237579 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.notifiers.nova [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9acf6095-0897-402e-8bc8-7e5cc66c7448 {{(pid=103682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:43:38.263437 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 9acf6095-0897-402e-8bc8-7e5cc66c7448, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=9acf6095-0897-402e-8bc8-7e5cc66c7448,segment=NetworkSegment(377e7992-65f9-4763-9ceb-58f212431df1),segment_id=377e7992-65f9-4763-9ceb-58f212431df1)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:43:38.298406 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-5b505063-1397-4683-b4a0-6bd00fa34582 req-f5f5b631-ee03-4a58-9ef9-36f96a4b6fa7 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] 10.222.0.49 "GET /v2.0/security-groups?id=b636d39a-5542-40ae-977e-a6775955f78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671520 Apr 06 16:43:38.344847 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (9acf6095-0897-402e-8bc8-7e5cc66c7448), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:38.436815 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Pushing event updated for resources: {'Port': ['ID=9acf6095-0897-402e-8bc8-7e5cc66c7448,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:43:38.732429 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] get_ports_and_sgs() called for port_ids ['9acf6095-0897-402e-8bc8-7e5cc66c7448'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:43:38.795670 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c68a1b-1611-4024-8a7f-37dec9d3c91a req-1369ec3f-c3d4-4daf-98a1-cbc880c1e67a tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:38.798505 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-90c68a1b-1611-4024-8a7f-37dec9d3c91a req-1369ec3f-c3d4-4daf-98a1-cbc880c1e67a tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 944 time: 0.0954113 Apr 06 16:43:38.903724 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-90c68a1b-1611-4024-8a7f-37dec9d3c91a req-732cb053-5c97-407c-a76b-ac92b4880d8f tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/security-groups?id=b10fea5c-68bb-40fe-b360-bc634ec2d564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902205 Apr 06 16:43:39.460289 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d8a43c-5962-4820-8a8b-63edc3063cd7 req-7744345d-f25a-47a3-beac-5def84a47cc6 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:39.463060 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-83d8a43c-5962-4820-8a8b-63edc3063cd7 req-7744345d-f25a-47a3-beac-5def84a47cc6 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb195410-a08f-48c9-9d04-2f062e052427 HTTP/1.1" status: 200 len: 949 time: 0.0677156 Apr 06 16:43:39.524807 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-83d8a43c-5962-4820-8a8b-63edc3063cd7 req-7e695a21-56f4-40d8-9b4e-5ccd381a7eb1 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] 10.222.0.49 "GET /v2.0/security-groups?id=b636d39a-5542-40ae-977e-a6775955f78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561776 Apr 06 16:43:40.053006 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 9acf6095-0897-402e-8bc8-7e5cc66c7448 up at agent hyperv_hv-cinder-81566 {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:43:40.102990 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3722ff-b89e-4646-833f-39a692095ef4 req-c2055be8-de30-432b-be59-d45264b0e4d1 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:40.110662 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-7e3722ff-b89e-4646-833f-39a692095ef4 req-c2055be8-de30-432b-be59-d45264b0e4d1 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 944 time: 0.0849965 Apr 06 16:43:40.192487 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-7e3722ff-b89e-4646-833f-39a692095ef4 req-bbc877b0-5ed3-4446-a478-e540599ba86c tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/security-groups?id=b10fea5c-68bb-40fe-b360-bc634ec2d564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809250 Apr 06 16:43:40.680423 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d35b0d-7a26-4b79-b033-18c3eaad1a65 req-6debdd98-abeb-4edd-89b7-661691024a00 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:40.682202 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-94d35b0d-7a26-4b79-b033-18c3eaad1a65 req-6debdd98-abeb-4edd-89b7-661691024a00 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb195410-a08f-48c9-9d04-2f062e052427 HTTP/1.1" status: 200 len: 949 time: 0.0659964 Apr 06 16:43:40.768870 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-94d35b0d-7a26-4b79-b033-18c3eaad1a65 req-e2e97caf-0985-4697-bf33-c3583646448a tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] 10.222.0.49 "GET /v2.0/security-groups?id=b636d39a-5542-40ae-977e-a6775955f78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675311 Apr 06 16:43:40.778676 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Provisioning for port 9acf6095-0897-402e-8bc8-7e5cc66c7448 completed by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 16:43:40.787481 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Provisioning complete for port 9acf6095-0897-402e-8bc8-7e5cc66c7448 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:43:40.792074 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (9acf6095-0897-402e-8bc8-7e5cc66c7448), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:40.919038 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Current status of the port 9acf6095-0897-402e-8bc8-7e5cc66c7448 is: BUILD; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:43:40.919750 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (9acf6095-0897-402e-8bc8-7e5cc66c7448), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:40.966049 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb195410-a08f-48c9-9d04-2f062e052427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9acf6095-0897-402e-8bc8-7e5cc66c7448'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:43:40.969935 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f701ca042f89aa6373cad35a0647e7390d8b08e4e39c46ca7d095e958c03af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42018d1c-81c8-4142-a19d-a61bc84daab1" -d '{"events": [{"server_uuid": "cb195410-a08f-48c9-9d04-2f062e052427", "name": "network-vif-plugged", "status": "completed", "tag": "9acf6095-0897-402e-8bc8-7e5cc66c7448"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:43:40.993357 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 9acf6095-0897-402e-8bc8-7e5cc66c7448, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=9acf6095-0897-402e-8bc8-7e5cc66c7448,segment=NetworkSegment(377e7992-65f9-4763-9ceb-58f212431df1),segment_id=377e7992-65f9-4763-9ceb-58f212431df1)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:43:41.039231 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de811af6-ca66-40e8-9ff9-9a9d2c1d713d x-openstack-request-id: req-de811af6-ca66-40e8-9ff9-9a9d2c1d713d {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:43:41.039231 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb195410-a08f-48c9-9d04-2f062e052427", "name": "network-vif-plugged", "status": "completed", "tag": "9acf6095-0897-402e-8bc8-7e5cc66c7448", "code": 200}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:43:41.039231 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-de811af6-ca66-40e8-9ff9-9a9d2c1d713d {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:43:41.039802 dv-cinder-815660-7-smb neutron-server[103682]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de811af6-ca66-40e8-9ff9-9a9d2c1d713d'] response: {'server_uuid': 'cb195410-a08f-48c9-9d04-2f062e052427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9acf6095-0897-402e-8bc8-7e5cc66c7448', 'code': 200} Apr 06 16:43:41.060764 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (9acf6095-0897-402e-8bc8-7e5cc66c7448), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:41.133031 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Pushing event updated for resources: {'Port': ['ID=9acf6095-0897-402e-8bc8-7e5cc66c7448,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:43:41.326072 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc124644-47d0-402d-9d66-466acbdb6a0f req-85c6f79d-ffc8-4cb7-a3f4-3449e95ee7ce tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:41.327522 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-cc124644-47d0-402d-9d66-466acbdb6a0f req-85c6f79d-ffc8-4cb7-a3f4-3449e95ee7ce tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 944 time: 0.0570860 Apr 06 16:43:41.389076 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-cc124644-47d0-402d-9d66-466acbdb6a0f req-09795f7c-22d1-4cba-a90e-48dcdb97f214 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/security-groups?id=b10fea5c-68bb-40fe-b360-bc634ec2d564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554392 Apr 06 16:43:41.968826 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2b610-8dd2-4756-a24c-677d056db0c9 req-4f0180e5-6c38-4d13-a4ac-37db0fa4c11d tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:41.971212 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-32c2b610-8dd2-4756-a24c-677d056db0c9 req-4f0180e5-6c38-4d13-a4ac-37db0fa4c11d tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb195410-a08f-48c9-9d04-2f062e052427 HTTP/1.1" status: 200 len: 950 time: 0.0837996 Apr 06 16:43:42.048963 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-32c2b610-8dd2-4756-a24c-677d056db0c9 req-34c51c65-e8d3-4db5-854d-478a67073348 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] 10.222.0.49 "GET /v2.0/security-groups?id=b636d39a-5542-40ae-977e-a6775955f78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665822 Apr 06 16:43:42.586262 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361d9c1-c4b6-4fff-b1dc-b64b89fa7981 req-7021254a-71e2-45dd-ac3a-c509e339b0fb tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:42.591166 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-1361d9c1-c4b6-4fff-b1dc-b64b89fa7981 req-7021254a-71e2-45dd-ac3a-c509e339b0fb tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 944 time: 0.0901339 Apr 06 16:43:42.657370 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-1361d9c1-c4b6-4fff-b1dc-b64b89fa7981 req-07ae4bc7-8229-4ea4-a673-6c2d96e418c8 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/security-groups?id=b10fea5c-68bb-40fe-b360-bc634ec2d564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585833 Apr 06 16:43:43.259260 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12c7ba-87df-48ef-9307-72421aff047e req-fe8be1e5-9c97-4555-b98d-867e5ad5d603 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:43.260830 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-0a12c7ba-87df-48ef-9307-72421aff047e req-fe8be1e5-9c97-4555-b98d-867e5ad5d603 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb195410-a08f-48c9-9d04-2f062e052427 HTTP/1.1" status: 200 len: 950 time: 0.0878761 Apr 06 16:43:43.333745 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-0a12c7ba-87df-48ef-9307-72421aff047e req-c1d3be10-48bc-4723-a11b-7d96f9c56048 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] 10.222.0.49 "GET /v2.0/security-groups?id=b636d39a-5542-40ae-977e-a6775955f78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630560 Apr 06 16:43:43.861027 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa370df-464c-4190-ad77-b17a408f134b req-ed6e8cf1-a076-4810-b9dc-6f21f41800cc tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:43.862582 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-0aa370df-464c-4190-ad77-b17a408f134b req-ed6e8cf1-a076-4810-b9dc-6f21f41800cc tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 944 time: 0.0802643 Apr 06 16:43:43.952244 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-0aa370df-464c-4190-ad77-b17a408f134b req-d9cc58c9-1d8d-480a-85ce-22fda97e9d1b tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/security-groups?id=b10fea5c-68bb-40fe-b360-bc634ec2d564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767317 Apr 06 16:43:44.539950 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc2310-9ca0-49d5-8eae-d1d6d34c3d35 req-b5c63952-f4df-4909-810a-a89d232da972 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:44.545442 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-f0fc2310-9ca0-49d5-8eae-d1d6d34c3d35 req-b5c63952-f4df-4909-810a-a89d232da972 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb195410-a08f-48c9-9d04-2f062e052427 HTTP/1.1" status: 200 len: 950 time: 0.0761397 Apr 06 16:43:44.615592 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-f0fc2310-9ca0-49d5-8eae-d1d6d34c3d35 req-534d66c7-3c67-4d64-986f-80bd8d2e3d7a tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] 10.222.0.49 "GET /v2.0/security-groups?id=b636d39a-5542-40ae-977e-a6775955f78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584493 Apr 06 16:43:45.089321 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca6c3c-840a-456a-b19c-62d9210d3b16 req-104ff989-d20f-42ff-acd4-f6d3b427fe82 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:45.090893 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-21ca6c3c-840a-456a-b19c-62d9210d3b16 req-104ff989-d20f-42ff-acd4-f6d3b427fe82 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 944 time: 0.0581555 Apr 06 16:43:45.140321 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-21ca6c3c-840a-456a-b19c-62d9210d3b16 req-88b24898-ca2a-4d1e-b872-9dc4a258a27e tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/security-groups?id=b10fea5c-68bb-40fe-b360-bc634ec2d564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436041 Apr 06 16:43:45.749234 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff689a5a-1fc9-46a7-a51f-dff19bdc2a8d req-0fc1ffe4-6b83-405c-9b04-984e3e606e94 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:45.750824 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ff689a5a-1fc9-46a7-a51f-dff19bdc2a8d req-0fc1ffe4-6b83-405c-9b04-984e3e606e94 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb195410-a08f-48c9-9d04-2f062e052427 HTTP/1.1" status: 200 len: 950 time: 0.0563612 Apr 06 16:43:45.801082 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ff689a5a-1fc9-46a7-a51f-dff19bdc2a8d req-81bc095e-4c52-4025-a75d-71ae447a14ba tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] 10.222.0.49 "GET /v2.0/security-groups?id=b636d39a-5542-40ae-977e-a6775955f78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440929 Apr 06 16:43:46.280987 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04311a61-b837-437e-87b3-29cd79720e8c req-978a3312-2427-4014-8a8b-6f5e3b07ecd6 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:46.282589 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-04311a61-b837-437e-87b3-29cd79720e8c req-978a3312-2427-4014-8a8b-6f5e3b07ecd6 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 944 time: 0.0595057 Apr 06 16:43:46.333271 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-04311a61-b837-437e-87b3-29cd79720e8c req-6ed92f41-0047-4389-8bc6-5b5691aa8a37 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/security-groups?id=b10fea5c-68bb-40fe-b360-bc634ec2d564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439906 Apr 06 16:43:46.942219 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23d386-a94b-4dbe-b0f8-860ddb65f7a6 req-b75075d3-720f-4c27-aa41-33c56fd4f272 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:46.943642 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-0f23d386-a94b-4dbe-b0f8-860ddb65f7a6 req-b75075d3-720f-4c27-aa41-33c56fd4f272 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb195410-a08f-48c9-9d04-2f062e052427 HTTP/1.1" status: 200 len: 950 time: 0.0576384 Apr 06 16:43:46.996278 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-0f23d386-a94b-4dbe-b0f8-860ddb65f7a6 req-466a98e6-66a5-4794-bfe0-1c447dcb9c7d tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] 10.222.0.49 "GET /v2.0/security-groups?id=b636d39a-5542-40ae-977e-a6775955f78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437012 Apr 06 16:43:47.472305 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1e5d7-261a-49b7-8f01-7450ae4a8f05 req-5f0c4bca-6fa0-4111-85af-91105ab61661 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:47.474146 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ece1e5d7-261a-49b7-8f01-7450ae4a8f05 req-5f0c4bca-6fa0-4111-85af-91105ab61661 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 944 time: 0.0670252 Apr 06 16:43:47.526557 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ece1e5d7-261a-49b7-8f01-7450ae4a8f05 req-0a7f0368-64c9-4dd9-8d4e-b3b05d83c5c3 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/security-groups?id=b10fea5c-68bb-40fe-b360-bc634ec2d564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460157 Apr 06 16:43:47.768327 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b513250-fb86-4fe7-8713-cd385c187845 req-811f00b2-cffa-4da1-bf1e-4e9d40a417d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:47.769902 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-5b513250-fb86-4fe7-8713-cd385c187845 req-811f00b2-cffa-4da1-bf1e-4e9d40a417d7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=189de591ce874f8fbb67306538597437&device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 1128 time: 0.0472322 Apr 06 16:43:48.057077 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0d252-27e5-476a-9459-d404a45ef774 req-be5fc599-75d3-47ae-a65f-c77e74fbad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:48.058604 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-5bc0d252-27e5-476a-9459-d404a45ef774 req-be5fc599-75d3-47ae-a65f-c77e74fbad36 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cb195410-a08f-48c9-9d04-2f062e052427 HTTP/1.1" status: 200 len: 1134 time: 0.0486553 Apr 06 16:43:48.111624 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-5bc0d252-27e5-476a-9459-d404a45ef774 req-0544685c-cbf3-4344-949d-156a952279c0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b636d39a-5542-40ae-977e-a6775955f78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468736 Apr 06 16:43:48.183860 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b513250-fb86-4fe7-8713-cd385c187845 req-9826dfa6-4ec5-4afa-a3da-c8465f41466d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:48.185358 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-5b513250-fb86-4fe7-8713-cd385c187845 req-9826dfa6-4ec5-4afa-a3da-c8465f41466d service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=189de591ce874f8fbb67306538597437&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4043438 Apr 06 16:43:48.193233 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12905605-c20e-46cf-a4c1-a7d8e9a9e576 req-53fa572f-4b0c-4e9f-a684-1ccfefb31fae tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:48.195006 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-12905605-c20e-46cf-a4c1-a7d8e9a9e576 req-53fa572f-4b0c-4e9f-a684-1ccfefb31fae tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb195410-a08f-48c9-9d04-2f062e052427 HTTP/1.1" status: 200 len: 950 time: 0.0921011 Apr 06 16:43:48.244187 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-12905605-c20e-46cf-a4c1-a7d8e9a9e576 req-52f5700e-0ef5-4998-845f-f1f5feb03917 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] 10.222.0.49 "GET /v2.0/security-groups?id=b636d39a-5542-40ae-977e-a6775955f78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438290 Apr 06 16:43:48.539684 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b513250-fb86-4fe7-8713-cd385c187845 req-b3cdd54b-6b33-4069-94b6-d7d9d5a8c985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:48.541186 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-5b513250-fb86-4fe7-8713-cd385c187845 req-b3cdd54b-6b33-4069-94b6-d7d9d5a8c985 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0935130 Apr 06 16:43:48.646942 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b29bfab-e675-4361-8bfa-adaacec243b0 req-9f235ada-1798-4076-8531-aeac56ca8c6c tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:48.649238 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-6b29bfab-e675-4361-8bfa-adaacec243b0 req-9f235ada-1798-4076-8531-aeac56ca8c6c tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 944 time: 0.0550208 Apr 06 16:43:48.701395 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-6b29bfab-e675-4361-8bfa-adaacec243b0 req-f3aba997-648a-4189-a0b5-7fad8c8371ee tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/security-groups?id=b10fea5c-68bb-40fe-b360-bc634ec2d564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465975 Apr 06 16:43:49.048039 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efb75f-917b-41d4-9d3b-86edc686ebe3 req-cf6edda5-da5e-4b47-b26b-0071997a5075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:49.049537 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-04efb75f-917b-41d4-9d3b-86edc686ebe3 req-cf6edda5-da5e-4b47-b26b-0071997a5075 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=189de591ce874f8fbb67306538597437&device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 1128 time: 0.0469437 Apr 06 16:43:49.092258 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-04efb75f-917b-41d4-9d3b-86edc686ebe3 req-1abe0320-bffd-4091-a425-5ce613bd8e41 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f50fbcbc-e0cc-4074-893d-e1d445e390d6 HTTP/1.1" status: 200 len: 217 time: 0.0346537 Apr 06 16:43:49.153805 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efb75f-917b-41d4-9d3b-86edc686ebe3 req-2220882d-494a-4625-a9b1-1ec80ee1a8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:49.155350 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-04efb75f-917b-41d4-9d3b-86edc686ebe3 req-2220882d-494a-4625-a9b1-1ec80ee1a8d9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=beb4d972-56fd-4f2f-a2c9-66e431428485 HTTP/1.1" status: 200 len: 853 time: 0.0495358 Apr 06 16:43:49.206637 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efb75f-917b-41d4-9d3b-86edc686ebe3 req-afc53474-30cf-4d99-b739-3835f850eb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:49.213607 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-04efb75f-917b-41d4-9d3b-86edc686ebe3 req-afc53474-30cf-4d99-b739-3835f850eb47 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=03a3951a-c423-4b6d-af65-58fa7b710e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0444434 Apr 06 16:43:49.410070 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-04efb75f-917b-41d4-9d3b-86edc686ebe3 req-bb66b61f-4487-4262-8154-5372b050f73d service neutron] 10.222.0.39 "GET /v2.0/networks/03a3951a-c423-4b6d-af65-58fa7b710e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714137 Apr 06 16:43:49.441133 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce28a3-9c13-41f4-bc81-0db3f2af1f26 req-afa9d5fa-7bda-4a84-99bc-bfffe0c48ad4 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:49.443598 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ddce28a3-9c13-41f4-bc81-0db3f2af1f26 req-afa9d5fa-7bda-4a84-99bc-bfffe0c48ad4 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb195410-a08f-48c9-9d04-2f062e052427 HTTP/1.1" status: 200 len: 950 time: 0.1191056 Apr 06 16:43:49.503509 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ddce28a3-9c13-41f4-bc81-0db3f2af1f26 req-d84beea5-f368-4707-95d3-1bb117e59037 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] 10.222.0.49 "GET /v2.0/security-groups?id=b636d39a-5542-40ae-977e-a6775955f78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531888 Apr 06 16:43:49.829420 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb44e5a-e793-4339-92cb-aa87c0b4dab4 req-77b1baab-3e64-421d-8eb4-3a0bcebd97a1 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:49.832186 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-2eb44e5a-e793-4339-92cb-aa87c0b4dab4 req-77b1baab-3e64-421d-8eb4-3a0bcebd97a1 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 944 time: 0.0603266 Apr 06 16:43:49.836084 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-04efb75f-917b-41d4-9d3b-86edc686ebe3 req-34b99ad2-ac8e-4e37-b8dd-df86963fa994 service neutron] 10.222.0.39 "GET /v2.0/networks/03a3951a-c423-4b6d-af65-58fa7b710e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981770 Apr 06 16:43:49.887192 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-2eb44e5a-e793-4339-92cb-aa87c0b4dab4 req-affe5ce3-8649-4fcb-b4c9-d668f4996322 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/security-groups?id=b10fea5c-68bb-40fe-b360-bc634ec2d564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488813 Apr 06 16:43:50.628727 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a4d50-6a88-4f7c-b3b8-398fc933f094 req-2a7109b8-7e51-4fe7-84fc-2172dc62e550 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:50.630195 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-174a4d50-6a88-4f7c-b3b8-398fc933f094 req-2a7109b8-7e51-4fe7-84fc-2172dc62e550 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb195410-a08f-48c9-9d04-2f062e052427 HTTP/1.1" status: 200 len: 950 time: 0.0566642 Apr 06 16:43:50.679802 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-174a4d50-6a88-4f7c-b3b8-398fc933f094 req-9f4a4eef-4fa3-404a-b9f9-ba09d31c8200 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] 10.222.0.49 "GET /v2.0/security-groups?id=b636d39a-5542-40ae-977e-a6775955f78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422459 Apr 06 16:43:51.008118 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ac2df-df5f-4d17-9c9d-33099611b6a4 req-67b13069-35e2-4f7a-96df-5f0dd1fa0d66 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:51.009610 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-540ac2df-df5f-4d17-9c9d-33099611b6a4 req-67b13069-35e2-4f7a-96df-5f0dd1fa0d66 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 944 time: 0.0546501 Apr 06 16:43:51.057749 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-540ac2df-df5f-4d17-9c9d-33099611b6a4 req-5e7cbb09-708b-4d90-85da-4fa0cb5802d3 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/security-groups?id=b10fea5c-68bb-40fe-b360-bc634ec2d564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424762 Apr 06 16:43:51.173813 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3629a3-e5bf-4cd8-8c44-7c6c767cd975 req-7cd5017c-c9de-42ae-b815-172521ef2be5 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:51.175373 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-3e3629a3-e5bf-4cd8-8c44-7c6c767cd975 req-7cd5017c-c9de-42ae-b815-172521ef2be5 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb195410-a08f-48c9-9d04-2f062e052427 HTTP/1.1" status: 200 len: 950 time: 0.0570302 Apr 06 16:43:51.225766 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-3e3629a3-e5bf-4cd8-8c44-7c6c767cd975 req-73773f7c-ceea-4daa-96ba-bb1d35a7f360 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] 10.222.0.49 "GET /v2.0/security-groups?id=b636d39a-5542-40ae-977e-a6775955f78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434515 Apr 06 16:43:52.177650 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d50a5-5f49-4c72-a339-98ba58e9663a req-7651c86b-cfbf-485a-a04d-e9c71b33228a tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:52.179382 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-612d50a5-5f49-4c72-a339-98ba58e9663a req-7651c86b-cfbf-485a-a04d-e9c71b33228a tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 944 time: 0.0528038 Apr 06 16:43:52.228422 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-612d50a5-5f49-4c72-a339-98ba58e9663a req-46ed75a3-5cca-4a9f-acf5-073d6fa2c407 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/security-groups?id=b10fea5c-68bb-40fe-b360-bc634ec2d564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432105 Apr 06 16:43:52.355595 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f872ae-0914-4892-a68d-e90a3a733c2b req-bacdec17-0388-4d26-9e06-0c3ab2d0ffd7 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:52.357121 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-44f872ae-0914-4892-a68d-e90a3a733c2b req-bacdec17-0388-4d26-9e06-0c3ab2d0ffd7 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb195410-a08f-48c9-9d04-2f062e052427 HTTP/1.1" status: 200 len: 950 time: 0.0567174 Apr 06 16:43:52.403948 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-44f872ae-0914-4892-a68d-e90a3a733c2b req-f9d82ff4-3cf9-4715-9ad0-b4ba0b685bef tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] 10.222.0.49 "GET /v2.0/security-groups?id=b636d39a-5542-40ae-977e-a6775955f78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412347 Apr 06 16:43:53.352760 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c6a81-772a-44b0-87df-f5cfd2b507b9 req-a3a015e9-b158-435f-b43b-8f2d8f3434f4 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:53.354233 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-fe7c6a81-772a-44b0-87df-f5cfd2b507b9 req-a3a015e9-b158-435f-b43b-8f2d8f3434f4 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 944 time: 0.0566003 Apr 06 16:43:53.400849 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-fe7c6a81-772a-44b0-87df-f5cfd2b507b9 req-86229aaf-7bda-4c45-90d4-dd7eee30578a tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/security-groups?id=b10fea5c-68bb-40fe-b360-bc634ec2d564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410335 Apr 06 16:43:53.554248 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fafe10-4098-4ec8-a951-93d54b812e09 req-9fd5ba36-c572-4a7e-b182-4529ccd2e6cb tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:53.555403 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-f9fafe10-4098-4ec8-a951-93d54b812e09 req-9fd5ba36-c572-4a7e-b182-4529ccd2e6cb tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb195410-a08f-48c9-9d04-2f062e052427 HTTP/1.1" status: 200 len: 950 time: 0.0855811 Apr 06 16:43:53.591660 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9304f49e-2608-4b41-8760-ea2c51482ab8 req-64f15a97-5eda-4a95-88af-eb340f69a93d tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:53.593190 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-9304f49e-2608-4b41-8760-ea2c51482ab8 req-64f15a97-5eda-4a95-88af-eb340f69a93d tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb195410-a08f-48c9-9d04-2f062e052427 HTTP/1.1" status: 200 len: 950 time: 0.0860858 Apr 06 16:43:53.644369 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-f9fafe10-4098-4ec8-a951-93d54b812e09 req-b8a0d723-a65c-40e8-bda1-013694c1c8c7 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] 10.222.0.49 "GET /v2.0/security-groups?id=b636d39a-5542-40ae-977e-a6775955f78c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829222 Apr 06 16:43:53.705763 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [req-9304f49e-2608-4b41-8760-ea2c51482ab8 req-0c81bdbc-a080-4fc9-aed9-d062fab995b4 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] Deleting port 9acf6095-0897-402e-8bc8-7e5cc66c7448 {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:43:53.706101 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-9304f49e-2608-4b41-8760-ea2c51482ab8 req-0c81bdbc-a080-4fc9-aed9-d062fab995b4 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (9acf6095-0897-402e-8bc8-7e5cc66c7448), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:53.800231 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [req-9304f49e-2608-4b41-8760-ea2c51482ab8 req-0c81bdbc-a080-4fc9-aed9-d062fab995b4 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] For port 9acf6095-0897-402e-8bc8-7e5cc66c7448, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=9acf6095-0897-402e-8bc8-7e5cc66c7448,segment=NetworkSegment(377e7992-65f9-4763-9ceb-58f212431df1),segment_id=377e7992-65f9-4763-9ceb-58f212431df1)] {{(pid=103680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:43:53.800509 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-9304f49e-2608-4b41-8760-ea2c51482ab8 req-0c81bdbc-a080-4fc9-aed9-d062fab995b4 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (9acf6095-0897-402e-8bc8-7e5cc66c7448), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:53.813206 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [req-9304f49e-2608-4b41-8760-ea2c51482ab8 req-0c81bdbc-a080-4fc9-aed9-d062fab995b4 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] Calling delete_port for 9acf6095-0897-402e-8bc8-7e5cc66c7448 owned by compute:nova {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:43:53.996532 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-9304f49e-2608-4b41-8760-ea2c51482ab8 req-0c81bdbc-a080-4fc9-aed9-d062fab995b4 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (9acf6095-0897-402e-8bc8-7e5cc66c7448), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:54.009553 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] get_ports_and_sgs() called for port_ids ['9acf6095-0897-402e-8bc8-7e5cc66c7448'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:43:54.026182 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81bdbc-a080-4fc9-aed9-d062fab995b4 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] Pushing event deleted for resources: {'Port': ['ID=9acf6095-0897-402e-8bc8-7e5cc66c7448,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:43:54.072350 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [req-9304f49e-2608-4b41-8760-ea2c51482ab8 req-0c81bdbc-a080-4fc9-aed9-d062fab995b4 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] No DVR routers for this DVR port 9acf6095-0897-402e-8bc8-7e5cc66c7448 on host hv-cinder-81566 {{(pid=103680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:43:54.075268 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-9304f49e-2608-4b41-8760-ea2c51482ab8 req-0c81bdbc-a080-4fc9-aed9-d062fab995b4 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for port (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:54.079119 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-9304f49e-2608-4b41-8760-ea2c51482ab8 req-0c81bdbc-a080-4fc9-aed9-d062fab995b4 tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] 10.222.0.39 "DELETE /v2.0/ports/9acf6095-0897-402e-8bc8-7e5cc66c7448 HTTP/1.1" status: 204 len: 173 time: 0.4785068 Apr 06 16:43:54.079631 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb195410-a08f-48c9-9d04-2f062e052427', 'name': 'network-vif-deleted', 'tag': '9acf6095-0897-402e-8bc8-7e5cc66c7448'}] {{(pid=103680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:43:54.082024 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37defc4f8c4d51421555421a688636eb49d5c8fee7a473d71a3f8bc7c746dcd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eee1efa-47f8-4098-914a-cb3116dadaa9" -d '{"events": [{"server_uuid": "cb195410-a08f-48c9-9d04-2f062e052427", "name": "network-vif-deleted", "tag": "9acf6095-0897-402e-8bc8-7e5cc66c7448"}]}' {{(pid=103680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:43:54.119730 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45662143-0a9f-4ac9-b0e3-1fb9d05b6c14 x-openstack-request-id: req-45662143-0a9f-4ac9-b0e3-1fb9d05b6c14 {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:43:54.120049 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb195410-a08f-48c9-9d04-2f062e052427", "name": "network-vif-deleted", "tag": "9acf6095-0897-402e-8bc8-7e5cc66c7448", "status": "completed", "code": 200}]} {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:43:54.120311 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-45662143-0a9f-4ac9-b0e3-1fb9d05b6c14 {{(pid=103680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:43:54.120723 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45662143-0a9f-4ac9-b0e3-1fb9d05b6c14'] response: {'server_uuid': 'cb195410-a08f-48c9-9d04-2f062e052427', 'name': 'network-vif-deleted', 'tag': '9acf6095-0897-402e-8bc8-7e5cc66c7448', 'status': 'completed', 'code': 200} Apr 06 16:43:54.121368 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device f50fbcbc-e0cc-4074-893d-e1d445e390d6 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=103682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 16:43:54.236833 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port f50fbcbc-e0cc-4074-893d-e1d445e390d6, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=f50fbcbc-e0cc-4074-893d-e1d445e390d6,segment=NetworkSegment(0d9de86b-fd4b-4e31-a9ea-89dab2d7abab),segment_id=0d9de86b-fd4b-4e31-a9ea-89dab2d7abab)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:43:54.249286 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Returning: {'device': 'f50fbcbc-e0cc-4074-893d-e1d445e390d6', 'network_id': '03a3951a-c423-4b6d-af65-58fa7b710e8e', 'port_id': 'f50fbcbc-e0cc-4074-893d-e1d445e390d6', 'mac_address': 'fa:16:3e:21:e7:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beb4d972-56fd-4f2f-a2c9-66e431428485', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 16:43:54.289625 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Current status of the port f50fbcbc-e0cc-4074-893d-e1d445e390d6 is: DOWN; New status is: BUILD {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:43:54.290033 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (f50fbcbc-e0cc-4074-893d-e1d445e390d6), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:54.303402 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.notifiers.nova [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f50fbcbc-e0cc-4074-893d-e1d445e390d6 {{(pid=103682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:43:54.323946 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port f50fbcbc-e0cc-4074-893d-e1d445e390d6, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=f50fbcbc-e0cc-4074-893d-e1d445e390d6,segment=NetworkSegment(0d9de86b-fd4b-4e31-a9ea-89dab2d7abab),segment_id=0d9de86b-fd4b-4e31-a9ea-89dab2d7abab)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:43:54.402195 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (f50fbcbc-e0cc-4074-893d-e1d445e390d6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:54.453098 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Pushing event updated for resources: {'Port': ['ID=f50fbcbc-e0cc-4074-893d-e1d445e390d6,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:43:54.529353 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d3d8a6-31ba-4e1a-898b-ee6f5d7c5204 req-fea87b07-789d-4604-8719-194a97251a7a tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:54.530884 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-44d3d8a6-31ba-4e1a-898b-ee6f5d7c5204 req-fea87b07-789d-4604-8719-194a97251a7a tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 945 time: 0.0614860 Apr 06 16:43:54.580699 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-44d3d8a6-31ba-4e1a-898b-ee6f5d7c5204 req-d42437ca-a704-4d8b-ad86-557aa6b9c0f9 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/security-groups?id=b10fea5c-68bb-40fe-b360-bc634ec2d564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440152 Apr 06 16:43:54.614819 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.agents_db [None req-a950ddbd-9d44-4943-b7d7-a118ae2e1c13 None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:43:54.715954 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] get_ports_and_sgs() called for port_ids ['f50fbcbc-e0cc-4074-893d-e1d445e390d6'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:43:54.756203 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-0512d573-489f-4d64-a7e3-73ce4e9531b2 req-74a88b7b-04d1-4bf1-be54-1df8488b135b tempest-VolumesNegativeTest-1675398477 tempest-VolumesNegativeTest-1675398477-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb195410-a08f-48c9-9d04-2f062e052427 HTTP/1.1" status: 200 len: 210 time: 0.0273881 Apr 06 16:43:55.700687 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e13ac0-742e-4d5f-a482-fde45c19fc11 req-b34f4eaa-23ff-4fec-83f8-e8b33e35e86c tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:55.702241 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-f6e13ac0-742e-4d5f-a482-fde45c19fc11 req-b34f4eaa-23ff-4fec-83f8-e8b33e35e86c tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 945 time: 0.0557671 Apr 06 16:43:55.752352 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-f6e13ac0-742e-4d5f-a482-fde45c19fc11 req-e11809e1-7f7e-4e79-9e9d-c9c9f5b8a9ec tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/security-groups?id=b10fea5c-68bb-40fe-b360-bc634ec2d564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445440 Apr 06 16:43:56.171064 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device f50fbcbc-e0cc-4074-893d-e1d445e390d6 up at agent hyperv_hv-cinder-81566 {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:43:56.321380 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Provisioning for port f50fbcbc-e0cc-4074-893d-e1d445e390d6 completed by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 16:43:56.325836 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Provisioning complete for port f50fbcbc-e0cc-4074-893d-e1d445e390d6 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:43:56.326236 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (f50fbcbc-e0cc-4074-893d-e1d445e390d6), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:56.408067 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Current status of the port f50fbcbc-e0cc-4074-893d-e1d445e390d6 is: BUILD; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:43:56.408463 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (f50fbcbc-e0cc-4074-893d-e1d445e390d6), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:56.432365 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f50fbcbc-e0cc-4074-893d-e1d445e390d6'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:43:56.434619 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f701ca042f89aa6373cad35a0647e7390d8b08e4e39c46ca7d095e958c03af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0013483-dcb9-4711-be54-1ab76b400aa8" -d '{"events": [{"server_uuid": "ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9", "name": "network-vif-plugged", "status": "completed", "tag": "f50fbcbc-e0cc-4074-893d-e1d445e390d6"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:43:56.447585 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port f50fbcbc-e0cc-4074-893d-e1d445e390d6, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=f50fbcbc-e0cc-4074-893d-e1d445e390d6,segment=NetworkSegment(0d9de86b-fd4b-4e31-a9ea-89dab2d7abab),segment_id=0d9de86b-fd4b-4e31-a9ea-89dab2d7abab)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:43:56.473401 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fcfd7f-0383-4373-99dd-def6e03ecaa7 x-openstack-request-id: req-d6fcfd7f-0383-4373-99dd-def6e03ecaa7 {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:43:56.473699 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9", "name": "network-vif-plugged", "status": "completed", "tag": "f50fbcbc-e0cc-4074-893d-e1d445e390d6", "code": 200}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:43:56.473981 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d6fcfd7f-0383-4373-99dd-def6e03ecaa7 {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:43:56.474386 dv-cinder-815660-7-smb neutron-server[103682]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6fcfd7f-0383-4373-99dd-def6e03ecaa7'] response: {'server_uuid': 'ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f50fbcbc-e0cc-4074-893d-e1d445e390d6', 'code': 200} Apr 06 16:43:56.555919 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (f50fbcbc-e0cc-4074-893d-e1d445e390d6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:56.556786 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 9acf6095-0897-402e-8bc8-7e5cc66c7448 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:43:56.578794 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] No Port match for: 9acf6095-0897-402e-8bc8-7e5cc66c7448 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:43:56.579106 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 9acf6095-0897-402e-8bc8-7e5cc66c7448 not bound to the agent host hv-cinder-81566 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:43:56.625540 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Pushing event updated for resources: {'Port': ['ID=f50fbcbc-e0cc-4074-893d-e1d445e390d6,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:43:56.876966 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97282b-f16b-4de6-8647-a24167b9b40d req-076236d8-d569-4388-b31b-4c969c82796b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:56.878577 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ed97282b-f16b-4de6-8647-a24167b9b40d req-076236d8-d569-4388-b31b-4c969c82796b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 1130 time: 0.0519636 Apr 06 16:43:56.890333 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9087a-cb6c-4d44-957d-5581ae3937f1 req-3bc63d5a-747c-4858-9801-a235c8550700 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:56.893420 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-f3e9087a-cb6c-4d44-957d-5581ae3937f1 req-3bc63d5a-747c-4858-9801-a235c8550700 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 946 time: 0.0639203 Apr 06 16:43:56.937051 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ed97282b-f16b-4de6-8647-a24167b9b40d req-fd3e78ee-5537-4606-8d08-cca05a038470 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b10fea5c-68bb-40fe-b360-bc634ec2d564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514572 Apr 06 16:43:56.951982 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-f3e9087a-cb6c-4d44-957d-5581ae3937f1 req-c252f98c-e45d-4f30-9c6c-87555da5d9bd tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/security-groups?id=b10fea5c-68bb-40fe-b360-bc634ec2d564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531185 Apr 06 16:43:58.087214 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec4880-bf66-44d2-94c4-58f3cda1daa1 req-fbf79315-2d1b-4266-9b1b-1eb33e92dbc8 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:58.088887 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-4dec4880-bf66-44d2-94c4-58f3cda1daa1 req-fbf79315-2d1b-4266-9b1b-1eb33e92dbc8 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 946 time: 0.0601416 Apr 06 16:43:58.140016 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-4dec4880-bf66-44d2-94c4-58f3cda1daa1 req-41c77bab-7318-4b11-87a4-8388a90c301b tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/security-groups?id=b10fea5c-68bb-40fe-b360-bc634ec2d564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449286 Apr 06 16:43:59.271836 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e77e5-6cc2-402a-b479-4484d8887491 req-3cdcaf8d-fef1-4e8a-a02b-255ac3a38cd8 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:59.274235 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-0d6e77e5-6cc2-402a-b479-4484d8887491 req-3cdcaf8d-fef1-4e8a-a02b-255ac3a38cd8 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 946 time: 0.0609024 Apr 06 16:43:59.340442 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-0d6e77e5-6cc2-402a-b479-4484d8887491 req-47748453-1d67-421f-8f07-f50894fb06e8 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/security-groups?id=b10fea5c-68bb-40fe-b360-bc634ec2d564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595701 Apr 06 16:43:59.507059 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29590e-badb-4718-b412-2f53f1e49036 req-7278d3b4-98bc-4374-922b-86226b2a59c6 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:59.509729 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-5d29590e-badb-4718-b412-2f53f1e49036 req-7278d3b4-98bc-4374-922b-86226b2a59c6 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 946 time: 0.0578175 Apr 06 16:43:59.581919 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-5d29590e-badb-4718-b412-2f53f1e49036 req-50dda4ea-040d-4f73-8c1e-e2e7c60047f5 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/security-groups?id=b10fea5c-68bb-40fe-b360-bc634ec2d564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653763 Apr 06 16:43:59.756668 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-911fb7e1-171c-40cf-a370-d149ba1bbe6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:43:59.935657 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc543b-9be9-4be8-9a42-555adf20cb73 req-5cda5ced-bf50-4f2e-bb42-eac01d64cdd3 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:43:59.937135 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-fdbc543b-9be9-4be8-9a42-555adf20cb73 req-5cda5ced-bf50-4f2e-bb42-eac01d64cdd3 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 946 time: 0.0567214 Apr 06 16:43:59.990259 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-fdbc543b-9be9-4be8-9a42-555adf20cb73 req-4cd6e806-984d-45b4-911c-7cbb48bd07d5 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/security-groups?id=b10fea5c-68bb-40fe-b360-bc634ec2d564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473652 Apr 06 16:44:01.270247 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (0e5c86dc-cd19-4356-a060-9388d8808620), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:02.015248 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 45160) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:44:02.082052 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-4af1fec1-b809-438e-805c-aa41d6fa2eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:02.155378 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-86ae021e-8d3a-4516-911b-a503ae669e49 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eb137be1864d4b6f9e4407b1ed0dfb49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1388290 Apr 06 16:44:02.158376 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 45166) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:44:02.210707 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-b4f0e15d-818a-4557-97b6-6045e325c69c admin admin] Publish callbacks [] for security_group (b636d39a-5542-40ae-977e-a6775955f78c), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:02.235378 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-b4f0e15d-818a-4557-97b6-6045e325c69c admin admin] Publish callbacks [] for security_group (b636d39a-5542-40ae-977e-a6775955f78c), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:02.333439 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-b4f0e15d-818a-4557-97b6-6045e325c69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (b636d39a-5542-40ae-977e-a6775955f78c), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:02.336728 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-b4f0e15d-818a-4557-97b6-6045e325c69c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:02.342878 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-b4f0e15d-818a-4557-97b6-6045e325c69c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b636d39a-5542-40ae-977e-a6775955f78c HTTP/1.1" status: 204 len: 168 time: 0.1786323 Apr 06 16:44:02.345807 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f0e15d-818a-4557-97b6-6045e325c69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b636d39a-5542-40ae-977e-a6775955f78c,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:44:03.537990 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:04.624604 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:05.043277 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eeab9f-1553-428c-ad39-ab810b00ffe6 req-875b4a93-c740-4962-adfa-40861fc59df2 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:44:05.044684 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-03eeab9f-1553-428c-ad39-ab810b00ffe6 req-875b4a93-c740-4962-adfa-40861fc59df2 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 946 time: 0.0532279 Apr 06 16:44:05.094181 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-03eeab9f-1553-428c-ad39-ab810b00ffe6 req-efff6920-06e1-4995-868f-ec0304fe0d48 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/security-groups?id=b10fea5c-68bb-40fe-b360-bc634ec2d564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439937 Apr 06 16:44:05.117813 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 45184) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:44:05.309056 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3f98af-4bce-48f8-91c8-825d87132545 tempest-TestMinimumBasicScenario-1561954726 tempest-TestMinimumBasicScenario-1561954726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:44:05.310521 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-ca3f98af-4bce-48f8-91c8-825d87132545 tempest-TestMinimumBasicScenario-1561954726 tempest-TestMinimumBasicScenario-1561954726-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 1125 time: 0.1917098 Apr 06 16:44:05.313356 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 45188) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:44:05.317616 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.v2.base [None req-a2fcd6b1-5075-4229-920b-7f8f4a5e9038 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Request body: {'floatingip': {'floating_network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'port_id': 'f50fbcbc-e0cc-4074-893d-e1d445e390d6', 'tenant_id': '189de591ce874f8fbb67306538597437', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:44:05.419373 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a2fcd6b1-5075-4229-920b-7f8f4a5e9038 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:05.523548 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a2fcd6b1-5075-4229-920b-7f8f4a5e9038 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:05.637185 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [None req-a2fcd6b1-5075-4229-920b-7f8f4a5e9038 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Allocated IP 172.28.0.86 (5748d197-8213-47ef-9188-592aa7f2e542/30360da9-bba6-4593-a408-3cd8aca8fb5f/e3aed999-d48f-4994-957b-52c56adcb192) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:44:05.746038 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a2fcd6b1-5075-4229-920b-7f8f4a5e9038 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks [] for port (e3aed999-d48f-4994-957b-52c56adcb192), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:05.881030 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a2fcd6b1-5075-4229-920b-7f8f4a5e9038 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758155990276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6161582'] for port (e3aed999-d48f-4994-957b-52c56adcb192), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:05.930241 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fcd6b1-5075-4229-920b-7f8f4a5e9038 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Network 5748d197-8213-47ef-9188-592aa7f2e542 is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:44:05.933081 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-a2fcd6b1-5075-4229-920b-7f8f4a5e9038 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:44:05.935669 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fcd6b1-5075-4229-920b-7f8f4a5e9038 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:44:05.941415 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fcd6b1-5075-4229-920b-7f8f4a5e9038 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Pushing event updated for resources: {'Port': ['ID=e3aed999-d48f-4994-957b-52c56adcb192,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:44:06.173026 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:06.336960 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a2fcd6b1-5075-4229-920b-7f8f4a5e9038 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks [] for floatingip (1637e6af-c968-4636-acf5-9226e297eeea), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:06.478229 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a2fcd6b1-5075-4229-920b-7f8f4a5e9038 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (e3aed999-d48f-4994-957b-52c56adcb192), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:06.645805 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a2fcd6b1-5075-4229-920b-7f8f4a5e9038 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks [] for port (e3aed999-d48f-4994-957b-52c56adcb192), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:06.697606 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a2fcd6b1-5075-4229-920b-7f8f4a5e9038 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6161623'] for port (e3aed999-d48f-4994-957b-52c56adcb192), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:06.768198 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fcd6b1-5075-4229-920b-7f8f4a5e9038 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Pushing event updated for resources: {'Port': ['ID=e3aed999-d48f-4994-957b-52c56adcb192,revision_number=2']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:44:06.781632 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a2fcd6b1-5075-4229-920b-7f8f4a5e9038 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617069'] for floatingip (1637e6af-c968-4636-acf5-9226e297eeea), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:06.892782 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.db.l3_db [None req-a2fcd6b1-5075-4229-920b-7f8f4a5e9038 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Floating IP 1637e6af-c968-4636-acf5-9226e297eeea associated. External IP: 172.28.0.86, port: f50fbcbc-e0cc-4074-893d-e1d445e390d6. Apr 06 16:44:07.366730 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2fcd6b1-5075-4229-920b-7f8f4a5e9038 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Router 4f895d11-ae63-42e2-9a55-6b1ff7a52ed5 has already been hosted by L3 agent 94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e {{(pid=103681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:44:07.482421 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fcd6b1-5075-4229-920b-7f8f4a5e9038 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Notify agent at l3_agent.dv-cinder-815660-7-smb the message routers_updated {{(pid=103681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:44:07.492936 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48655a7f-f7f7-46c3-a875-8524ccbe1992 None None] Sync routers for ids ['4f895d11-ae63-42e2-9a55-6b1ff7a52ed5'] in dv-cinder-815660-7-smb {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:44:07.502988 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48655a7f-f7f7-46c3-a875-8524ccbe1992 None None] Routers {'4f895d11-ae63-42e2-9a55-6b1ff7a52ed5'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:44:07.503789 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-48655a7f-f7f7-46c3-a875-8524ccbe1992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:44:02Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['4f895d11-ae63-42e2-9a55-6b1ff7a52ed5'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:44:07.568250 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a2fcd6b1-5075-4229-920b-7f8f4a5e9038 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for floatingip (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:07.602257 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-a2fcd6b1-5075-4229-920b-7f8f4a5e9038 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2852304 Apr 06 16:44:07.602257 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9', 'tag': 'f50fbcbc-e0cc-4074-893d-e1d445e390d6'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:44:07.602592 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da169357ed327e8d081ee60461067b1ef6c636002c887d5121cbb3f742e83ced" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e0779c-70f0-4004-9990-4d461dfc616c" -d '{"events": [{"name": "network-changed", "server_uuid": "ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9", "tag": "f50fbcbc-e0cc-4074-893d-e1d445e390d6"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:44:07.602713 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 45190) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:44:07.608527 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-78662869-962f-4fc0-b80e-6b60580b0853 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-912747129', 'description': 'tempest-secgroup-smoke-912747129 description', 'project_id': '189de591ce874f8fbb67306538597437'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:44:07.619983 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-48655a7f-f7f7-46c3-a875-8524ccbe1992 None None] Set router 4f895d11-ae63-42e2-9a55-6b1ff7a52ed5 gateway port host: dv-cinder-815660-7-smb {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:44:07.645245 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638097e3-700a-498f-97c5-c07acce1dbe6 x-openstack-request-id: req-638097e3-700a-498f-97c5-c07acce1dbe6 {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:44:07.645562 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9", "tag": "f50fbcbc-e0cc-4074-893d-e1d445e390d6", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:44:07.645800 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-638097e3-700a-498f-97c5-c07acce1dbe6 {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:44:07.646216 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event matching ['req-638097e3-700a-498f-97c5-c07acce1dbe6'] response: {'name': 'network-changed', 'server_uuid': 'ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9', 'tag': 'f50fbcbc-e0cc-4074-893d-e1d445e390d6', 'status': 'completed', 'code': 200} Apr 06 16:44:07.711347 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-78662869-962f-4fc0-b80e-6b60580b0853 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:07.761277 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0779c-70f0-4004-9990-4d461dfc616c req-52d4f1ae-ad32-4041-994a-406bb21bc1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:44:07.762789 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-a7e0779c-70f0-4004-9990-4d461dfc616c req-52d4f1ae-ad32-4041-994a-406bb21bc1b6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=189de591ce874f8fbb67306538597437&device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 1130 time: 0.0821245 Apr 06 16:44:07.845172 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-78662869-962f-4fc0-b80e-6b60580b0853 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks [] for security_group (dcb32d2f-5003-4d3b-b281-abde8f3aa985), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:07.871963 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-48655a7f-f7f7-46c3-a875-8524ccbe1992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f895d11-ae63-42e2-9a55-6b1ff7a52ed5', 'name': 'tempest-TestMinimumBasicScenario-265356457-router', 'tenant_id': '189de591ce874f8fbb67306538597437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.153'}], 'enable_snat': True}, 'gw_port_id': '7dcfa37c-5da3-4725-97ef-fe8bf3b331da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:43:05Z', 'updated_at': '2022-04-06T16:43:08Z', 'revision_number': 4, 'project_id': '189de591ce874f8fbb67306538597437', 'gw_port': {'id': '7dcfa37c-5da3-4725-97ef-fe8bf3b331da', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:94:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f895d11-ae63-42e2-9a55-6b1ff7a52ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:43:05Z', 'updated_at': '2022-04-06T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_floatingips': [{'id': '1637e6af-c968-4636-acf5-9226e297eeea', 'tenant_id': '189de591ce874f8fbb67306538597437', 'floating_ip_address': '172.28.0.86', 'floating_network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'router_id': '4f895d11-ae63-42e2-9a55-6b1ff7a52ed5', 'port_id': 'f50fbcbc-e0cc-4074-893d-e1d445e390d6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03a3951a-c423-4b6d-af65-58fa7b710e8e', 'mac_address': 'fa:16:3e:21:e7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:44:06Z', 'updated_at': '2022-04-06T16:44:06Z', 'revision_number': 0, 'project_id': '189de591ce874f8fbb67306538597437', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83217714-da21-4d3f-a455-20e191a0c6c8', 'name': '', 'network_id': '03a3951a-c423-4b6d-af65-58fa7b710e8e', 'tenant_id': '189de591ce874f8fbb67306538597437', 'mac_address': 'fa:16:3e:ed:66:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f895d11-ae63-42e2-9a55-6b1ff7a52ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'beb4d972-56fd-4f2f-a2c9-66e431428485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:43:08Z', 'updated_at': '2022-04-06T16:43:12Z', 'revision_number': 5, 'project_id': '189de591ce874f8fbb67306538597437', 'subnets': [{'id': 'beb4d972-56fd-4f2f-a2c9-66e431428485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:44:07.880794 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0779c-70f0-4004-9990-4d461dfc616c req-1c0cab54-dd8c-4fc8-93ea-2091187c6f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:44:07.882488 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-a7e0779c-70f0-4004-9990-4d461dfc616c req-1c0cab54-dd8c-4fc8-93ea-2091187c6f44 service neutron] 10.222.0.39 "GET /v2.0/networks?id=03a3951a-c423-4b6d-af65-58fa7b710e8e HTTP/1.1" status: 200 len: 915 time: 0.1141393 Apr 06 16:44:07.902033 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48655a7f-f7f7-46c3-a875-8524ccbe1992 None None] Checking router: 4f895d11-ae63-42e2-9a55-6b1ff7a52ed5 for host: dv-cinder-815660-7-smb {{(pid=103682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:44:07.910794 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48655a7f-f7f7-46c3-a875-8524ccbe1992 None None] Routers {'4f895d11-ae63-42e2-9a55-6b1ff7a52ed5'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:44:07.911421 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-48655a7f-f7f7-46c3-a875-8524ccbe1992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:44:02Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['4f895d11-ae63-42e2-9a55-6b1ff7a52ed5'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:44:07.956156 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-a7e0779c-70f0-4004-9990-4d461dfc616c req-dbfffeb7-e79c-440a-81eb-6c56f228fad1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f50fbcbc-e0cc-4074-893d-e1d445e390d6 HTTP/1.1" status: 200 len: 999 time: 0.0681450 Apr 06 16:44:07.957389 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-78662869-962f-4fc0-b80e-6b60580b0853 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (dcb32d2f-5003-4d3b-b281-abde8f3aa985), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:08.026661 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78662869-962f-4fc0-b80e-6b60580b0853 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb32d2f-5003-4d3b-b281-abde8f3aa985,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:44:08.030230 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-48655a7f-f7f7-46c3-a875-8524ccbe1992 None None] Set router 4f895d11-ae63-42e2-9a55-6b1ff7a52ed5 gateway port host: dv-cinder-815660-7-smb {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:44:08.038473 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0779c-70f0-4004-9990-4d461dfc616c req-14f09dbc-2cdc-409d-aedc-0ba5694737fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:44:08.042663 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-a7e0779c-70f0-4004-9990-4d461dfc616c req-14f09dbc-2cdc-409d-aedc-0ba5694737fb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=beb4d972-56fd-4f2f-a2c9-66e431428485 HTTP/1.1" status: 200 len: 853 time: 0.0712674 Apr 06 16:44:08.042663 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78662869-962f-4fc0-b80e-6b60580b0853 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:44:08.042663 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78662869-962f-4fc0-b80e-6b60580b0853 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:44:08.042663 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78662869-962f-4fc0-b80e-6b60580b0853 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:44:08.042663 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78662869-962f-4fc0-b80e-6b60580b0853 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:44:08.043218 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-8d20203f-dc82-4405-b421-bf1543733f3c req-b2ae284a-5312-45dd-a57f-a54b49909bf9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0518973 Apr 06 16:44:08.043331 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78662869-962f-4fc0-b80e-6b60580b0853 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:44:08.043331 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78662869-962f-4fc0-b80e-6b60580b0853 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:44:08.043666 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78662869-962f-4fc0-b80e-6b60580b0853 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:44:08.043975 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78662869-962f-4fc0-b80e-6b60580b0853 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:44:08.044308 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78662869-962f-4fc0-b80e-6b60580b0853 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:44:08.044637 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78662869-962f-4fc0-b80e-6b60580b0853 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:44:08.044967 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78662869-962f-4fc0-b80e-6b60580b0853 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:44:08.045294 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78662869-962f-4fc0-b80e-6b60580b0853 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:44:08.045618 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78662869-962f-4fc0-b80e-6b60580b0853 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:44:08.045944 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78662869-962f-4fc0-b80e-6b60580b0853 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:44:08.046266 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78662869-962f-4fc0-b80e-6b60580b0853 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:44:08.105156 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-78662869-962f-4fc0-b80e-6b60580b0853 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:08.106439 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-78662869-962f-4fc0-b80e-6b60580b0853 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5018690 Apr 06 16:44:08.110749 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 45194) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:44:08.116861 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-ce1f78e5-c972-49e6-ba84-6f524aebeaa6 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Request body: {'security_group_rule': {'security_group_id': 'dcb32d2f-5003-4d3b-b281-abde8f3aa985', 'project_id': '189de591ce874f8fbb67306538597437', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:44:08.125075 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0779c-70f0-4004-9990-4d461dfc616c req-4c41ae18-5b4a-4e95-bcaf-ff65bb4bc2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:44:08.126302 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-a7e0779c-70f0-4004-9990-4d461dfc616c req-4c41ae18-5b4a-4e95-bcaf-ff65bb4bc2cd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=03a3951a-c423-4b6d-af65-58fa7b710e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0748048 Apr 06 16:44:08.154153 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20203f-dc82-4405-b421-bf1543733f3c req-2310594a-1744-4e05-8542-c2143448dedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:44:08.156123 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-8d20203f-dc82-4405-b421-bf1543733f3c req-2310594a-1744-4e05-8542-c2143448dedc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e0e9fb0b0674a50974ceebc2e7584ed&device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 1130 time: 0.0627019 Apr 06 16:44:08.241125 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-a7e0779c-70f0-4004-9990-4d461dfc616c req-334dc344-005c-4a4d-ac7e-7b4867a4321e service neutron] 10.222.0.39 "GET /v2.0/networks/03a3951a-c423-4b6d-af65-58fa7b710e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075435 Apr 06 16:44:08.278498 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20203f-dc82-4405-b421-bf1543733f3c req-3429f952-8fb0-40e4-8e5b-37fd38975adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:44:08.285695 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-8d20203f-dc82-4405-b421-bf1543733f3c req-3429f952-8fb0-40e4-8e5b-37fd38975adf service neutron] 10.222.0.39 "GET /v2.0/networks?id=905dec2a-0a2a-4dc2-a373-64830d2ec625 HTTP/1.1" status: 200 len: 909 time: 0.1097925 Apr 06 16:44:08.309678 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ce1f78e5-c972-49e6-ba84-6f524aebeaa6 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks [] for security_group_rule (b9b1b667-10b2-4c34-b11e-1562c23e7581), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:08.383849 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-8d20203f-dc82-4405-b421-bf1543733f3c req-b75b1284-6059-486f-b2a3-88ad93e10020 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c82da20-41d2-4fed-a380-b93ba059b67b HTTP/1.1" status: 200 len: 1002 time: 0.0924699 Apr 06 16:44:08.406130 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-a7e0779c-70f0-4004-9990-4d461dfc616c req-45931218-bc2d-4c50-8df3-cc7f7d906c11 service neutron] 10.222.0.39 "GET /v2.0/networks/03a3951a-c423-4b6d-af65-58fa7b710e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597641 Apr 06 16:44:08.426305 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ce1f78e5-c972-49e6-ba84-6f524aebeaa6 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks [] for security_group_rule (b9b1b667-10b2-4c34-b11e-1562c23e7581), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:08.465284 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20203f-dc82-4405-b421-bf1543733f3c req-8af3a626-cac4-42ef-9712-f6943a29de44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:44:08.469029 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-8d20203f-dc82-4405-b421-bf1543733f3c req-8af3a626-cac4-42ef-9712-f6943a29de44 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a752d7c3-ff9c-4a44-8f1f-3687527ea4c8 HTTP/1.1" status: 200 len: 847 time: 0.0767517 Apr 06 16:44:08.470112 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-48655a7f-f7f7-46c3-a875-8524ccbe1992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f895d11-ae63-42e2-9a55-6b1ff7a52ed5', 'name': 'tempest-TestMinimumBasicScenario-265356457-router', 'tenant_id': '189de591ce874f8fbb67306538597437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.153'}], 'enable_snat': True}, 'gw_port_id': '7dcfa37c-5da3-4725-97ef-fe8bf3b331da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:43:05Z', 'updated_at': '2022-04-06T16:43:08Z', 'revision_number': 4, 'project_id': '189de591ce874f8fbb67306538597437', 'gw_port': {'id': '7dcfa37c-5da3-4725-97ef-fe8bf3b331da', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:94:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f895d11-ae63-42e2-9a55-6b1ff7a52ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:43:05Z', 'updated_at': '2022-04-06T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_floatingips': [{'id': '1637e6af-c968-4636-acf5-9226e297eeea', 'tenant_id': '189de591ce874f8fbb67306538597437', 'floating_ip_address': '172.28.0.86', 'floating_network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'router_id': '4f895d11-ae63-42e2-9a55-6b1ff7a52ed5', 'port_id': 'f50fbcbc-e0cc-4074-893d-e1d445e390d6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03a3951a-c423-4b6d-af65-58fa7b710e8e', 'mac_address': 'fa:16:3e:21:e7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:44:06Z', 'updated_at': '2022-04-06T16:44:06Z', 'revision_number': 0, 'project_id': '189de591ce874f8fbb67306538597437', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83217714-da21-4d3f-a455-20e191a0c6c8', 'name': '', 'network_id': '03a3951a-c423-4b6d-af65-58fa7b710e8e', 'tenant_id': '189de591ce874f8fbb67306538597437', 'mac_address': 'fa:16:3e:ed:66:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f895d11-ae63-42e2-9a55-6b1ff7a52ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'beb4d972-56fd-4f2f-a2c9-66e431428485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:43:08Z', 'updated_at': '2022-04-06T16:43:12Z', 'revision_number': 5, 'project_id': '189de591ce874f8fbb67306538597437', 'subnets': [{'id': 'beb4d972-56fd-4f2f-a2c9-66e431428485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:44:08.503862 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48655a7f-f7f7-46c3-a875-8524ccbe1992 None None] The sync data for ids ['4f895d11-ae63-42e2-9a55-6b1ff7a52ed5'] in dv-cinder-815660-7-smb is: [{'id': '4f895d11-ae63-42e2-9a55-6b1ff7a52ed5', 'name': 'tempest-TestMinimumBasicScenario-265356457-router', 'tenant_id': '189de591ce874f8fbb67306538597437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.153'}], 'enable_snat': True}, 'gw_port_id': '7dcfa37c-5da3-4725-97ef-fe8bf3b331da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:43:05Z', 'updated_at': '2022-04-06T16:43:08Z', 'revision_number': 4, 'project_id': '189de591ce874f8fbb67306538597437', 'gw_port': {'id': '7dcfa37c-5da3-4725-97ef-fe8bf3b331da', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:94:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f895d11-ae63-42e2-9a55-6b1ff7a52ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:43:05Z', 'updated_at': '2022-04-06T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_floatingips': [{'id': '1637e6af-c968-4636-acf5-9226e297eeea', 'tenant_id': '189de591ce874f8fbb67306538597437', 'floating_ip_address': '172.28.0.86', 'floating_network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'router_id': '4f895d11-ae63-42e2-9a55-6b1ff7a52ed5', 'port_id': 'f50fbcbc-e0cc-4074-893d-e1d445e390d6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03a3951a-c423-4b6d-af65-58fa7b710e8e', 'mac_address': 'fa:16:3e:21:e7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T16:44:06Z', 'updated_at': '2022-04-06T16:44:06Z', 'revision_number': 0, 'project_id': '189de591ce874f8fbb67306538597437', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83217714-da21-4d3f-a455-20e191a0c6c8', 'name': '', 'network_id': '03a3951a-c423-4b6d-af65-58fa7b710e8e', 'tenant_id': '189de591ce874f8fbb67306538597437', 'mac_address': 'fa:16:3e:ed:66:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f895d11-ae63-42e2-9a55-6b1ff7a52ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'beb4d972-56fd-4f2f-a2c9-66e431428485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:43:08Z', 'updated_at': '2022-04-06T16:43:12Z', 'revision_number': 5, 'project_id': '189de591ce874f8fbb67306538597437', 'subnets': [{'id': 'beb4d972-56fd-4f2f-a2c9-66e431428485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:44:08.522828 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ce1f78e5-c972-49e6-ba84-6f524aebeaa6 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654992'] for security_group_rule (b9b1b667-10b2-4c34-b11e-1562c23e7581), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:08.528759 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20203f-dc82-4405-b421-bf1543733f3c req-1f20e240-c025-46c3-a2c5-50524a84979a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:44:08.532313 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-8d20203f-dc82-4405-b421-bf1543733f3c req-1f20e240-c025-46c3-a2c5-50524a84979a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=905dec2a-0a2a-4dc2-a373-64830d2ec625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0566933 Apr 06 16:44:08.546786 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1f78e5-c972-49e6-ba84-6f524aebeaa6 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9b1b667-10b2-4c34-b11e-1562c23e7581,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:44:08.615502 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ce1f78e5-c972-49e6-ba84-6f524aebeaa6 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:08.618901 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-ce1f78e5-c972-49e6-ba84-6f524aebeaa6 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5070269 Apr 06 16:44:08.621810 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 45196) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:44:08.627430 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-23cd606a-6de7-4333-92e7-e34ee6d4b725 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Request body: {'security_group_rule': {'security_group_id': 'dcb32d2f-5003-4d3b-b281-abde8f3aa985', 'project_id': '189de591ce874f8fbb67306538597437', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:44:08.641154 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-8d20203f-dc82-4405-b421-bf1543733f3c req-a6b2275e-cba8-4837-b635-07883a440c44 service neutron] 10.222.0.39 "GET /v2.0/networks/905dec2a-0a2a-4dc2-a373-64830d2ec625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976844 Apr 06 16:44:08.722011 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-23cd606a-6de7-4333-92e7-e34ee6d4b725 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks [] for security_group_rule (63a851fa-58bd-4d6d-9dd0-7628dab5e2d9), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:08.743090 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-8d20203f-dc82-4405-b421-bf1543733f3c req-5de6538f-2d3f-40b6-962f-cfb540bec8c2 service neutron] 10.222.0.39 "GET /v2.0/networks/905dec2a-0a2a-4dc2-a373-64830d2ec625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994136 Apr 06 16:44:08.779208 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bca4727-73a1-426b-b005-35e82b73a928 None None] New status for floating IP 1637e6af-c968-4636-acf5-9226e297eeea: ACTIVE {{(pid=103683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 16:44:08.791502 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-23cd606a-6de7-4333-92e7-e34ee6d4b725 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks [] for security_group_rule (63a851fa-58bd-4d6d-9dd0-7628dab5e2d9), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:08.859276 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-23cd606a-6de7-4333-92e7-e34ee6d4b725 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654992'] for security_group_rule (63a851fa-58bd-4d6d-9dd0-7628dab5e2d9), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:08.876912 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd606a-6de7-4333-92e7-e34ee6d4b725 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63a851fa-58bd-4d6d-9dd0-7628dab5e2d9,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:44:08.952332 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-23cd606a-6de7-4333-92e7-e34ee6d4b725 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:08.953635 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-23cd606a-6de7-4333-92e7-e34ee6d4b725 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3306007 Apr 06 16:44:08.956464 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 45198) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:44:08.961872 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-64703df6-deda-42ef-b1f7-db636f3aa853 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Request body: {'security_group_rule': {'security_group_id': 'dcb32d2f-5003-4d3b-b281-abde8f3aa985', 'project_id': '189de591ce874f8fbb67306538597437', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:44:09.070960 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-64703df6-deda-42ef-b1f7-db636f3aa853 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks [] for security_group_rule (bbc37cad-fce5-48e1-a0ef-588e0bdb8bd4), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:09.135148 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-64703df6-deda-42ef-b1f7-db636f3aa853 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks [] for security_group_rule (bbc37cad-fce5-48e1-a0ef-588e0bdb8bd4), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:09.200110 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-64703df6-deda-42ef-b1f7-db636f3aa853 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654992'] for security_group_rule (bbc37cad-fce5-48e1-a0ef-588e0bdb8bd4), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:09.223812 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64703df6-deda-42ef-b1f7-db636f3aa853 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbc37cad-fce5-48e1-a0ef-588e0bdb8bd4,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:44:09.293450 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-64703df6-deda-42ef-b1f7-db636f3aa853 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:09.294685 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-64703df6-deda-42ef-b1f7-db636f3aa853 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3372767 Apr 06 16:44:09.297755 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 45200) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:44:09.302144 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-d5fc66a5-f301-40a8-b5d9-5aa2e9d6a8c7 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Request body: {'security_group_rule': {'security_group_id': 'dcb32d2f-5003-4d3b-b281-abde8f3aa985', 'project_id': '189de591ce874f8fbb67306538597437', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:44:09.382317 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d5fc66a5-f301-40a8-b5d9-5aa2e9d6a8c7 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks [] for security_group_rule (c196df66-e503-45e4-b752-85955823a5d3), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:09.451198 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d5fc66a5-f301-40a8-b5d9-5aa2e9d6a8c7 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks [] for security_group_rule (c196df66-e503-45e4-b752-85955823a5d3), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:09.531515 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d5fc66a5-f301-40a8-b5d9-5aa2e9d6a8c7 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654992'] for security_group_rule (c196df66-e503-45e4-b752-85955823a5d3), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:09.551857 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fc66a5-f301-40a8-b5d9-5aa2e9d6a8c7 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c196df66-e503-45e4-b752-85955823a5d3,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:44:09.626609 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d5fc66a5-f301-40a8-b5d9-5aa2e9d6a8c7 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:09.627913 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-d5fc66a5-f301-40a8-b5d9-5aa2e9d6a8c7 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3291557 Apr 06 16:44:09.630623 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 45202) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:44:09.635726 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-836fd4f7-4971-4e77-848c-e3c269f8dc7e tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Request body: {'security_group_rule': {'security_group_id': 'dcb32d2f-5003-4d3b-b281-abde8f3aa985', 'project_id': '189de591ce874f8fbb67306538597437', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:44:09.716119 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.db.securitygroups_db [None req-836fd4f7-4971-4e77-848c-e3c269f8dc7e tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Project 189de591ce874f8fbb67306538597437 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 16:44:09.721749 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-836fd4f7-4971-4e77-848c-e3c269f8dc7e tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks [] for security_group_rule (d8eb4e0f-40ad-4e86-a70b-3afd983d864e), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:09.782144 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-836fd4f7-4971-4e77-848c-e3c269f8dc7e tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks [] for security_group_rule (d8eb4e0f-40ad-4e86-a70b-3afd983d864e), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:09.859389 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-836fd4f7-4971-4e77-848c-e3c269f8dc7e tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654992'] for security_group_rule (d8eb4e0f-40ad-4e86-a70b-3afd983d864e), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:09.877607 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836fd4f7-4971-4e77-848c-e3c269f8dc7e tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8eb4e0f-40ad-4e86-a70b-3afd983d864e,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:44:09.930044 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-836fd4f7-4971-4e77-848c-e3c269f8dc7e tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:09.931325 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-836fd4f7-4971-4e77-848c-e3c269f8dc7e tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2997384 Apr 06 16:44:09.934162 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 45204) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:44:09.938733 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [None req-28b4f8b3-7303-4ee3-997c-d0f879fe939e tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Request body: {'security_group_rule': {'security_group_id': 'dcb32d2f-5003-4d3b-b281-abde8f3aa985', 'project_id': '189de591ce874f8fbb67306538597437', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:44:10.023198 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.db.securitygroups_db [None req-28b4f8b3-7303-4ee3-997c-d0f879fe939e tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Project 189de591ce874f8fbb67306538597437 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 16:44:10.029410 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-28b4f8b3-7303-4ee3-997c-d0f879fe939e tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks [] for security_group_rule (e3eaf7af-b950-4378-8743-b17eae4bc07b), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:10.090111 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-28b4f8b3-7303-4ee3-997c-d0f879fe939e tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks [] for security_group_rule (e3eaf7af-b950-4378-8743-b17eae4bc07b), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:10.165984 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-28b4f8b3-7303-4ee3-997c-d0f879fe939e tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654992'] for security_group_rule (e3eaf7af-b950-4378-8743-b17eae4bc07b), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:10.188028 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b4f8b3-7303-4ee3-997c-d0f879fe939e tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3eaf7af-b950-4378-8743-b17eae4bc07b,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:44:10.253702 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-28b4f8b3-7303-4ee3-997c-d0f879fe939e tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:10.254937 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-28b4f8b3-7303-4ee3-997c-d0f879fe939e tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3197563 Apr 06 16:44:10.368120 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-10eb518b-af30-4128-9a5b-876579c43243 req-d3940e98-22f7-4783-86a9-6ba0a837adf6 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-912747129&fields=id&tenant_id=189de591ce874f8fbb67306538597437 HTTP/1.1" status: 200 len: 267 time: 0.0569739 Apr 06 16:44:10.434592 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb518b-af30-4128-9a5b-876579c43243 req-c20ddda3-be2c-4df0-a5a2-08b5f567e5a4 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:44:10.436227 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-10eb518b-af30-4128-9a5b-876579c43243 req-c20ddda3-be2c-4df0-a5a2-08b5f567e5a4 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 946 time: 0.0620937 Apr 06 16:44:10.449092 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [req-10eb518b-af30-4128-9a5b-876579c43243 req-e5fb5de5-6dc2-4d65-9e2d-7e8552292dd1 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Request body: {'port': {'security_groups': ['b10fea5c-68bb-40fe-b360-bc634ec2d564', 'dcb32d2f-5003-4d3b-b281-abde8f3aa985']}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:44:10.527579 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-10eb518b-af30-4128-9a5b-876579c43243 req-e5fb5de5-6dc2-4d65-9e2d-7e8552292dd1 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (f50fbcbc-e0cc-4074-893d-e1d445e390d6), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:10.724600 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [req-10eb518b-af30-4128-9a5b-876579c43243 req-e5fb5de5-6dc2-4d65-9e2d-7e8552292dd1 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] For port f50fbcbc-e0cc-4074-893d-e1d445e390d6, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=f50fbcbc-e0cc-4074-893d-e1d445e390d6,segment=NetworkSegment(0d9de86b-fd4b-4e31-a9ea-89dab2d7abab),segment_id=0d9de86b-fd4b-4e31-a9ea-89dab2d7abab)] {{(pid=103680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:44:10.755623 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-10eb518b-af30-4128-9a5b-876579c43243 req-e5fb5de5-6dc2-4d65-9e2d-7e8552292dd1 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks [] for port (f50fbcbc-e0cc-4074-893d-e1d445e390d6), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:10.824588 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-10eb518b-af30-4128-9a5b-876579c43243 req-e5fb5de5-6dc2-4d65-9e2d-7e8552292dd1 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978180'] for port (f50fbcbc-e0cc-4074-893d-e1d445e390d6), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:10.836560 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] get_ports_and_sgs() called for port_ids ['f50fbcbc-e0cc-4074-893d-e1d445e390d6'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:44:10.869741 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb518b-af30-4128-9a5b-876579c43243 req-e5fb5de5-6dc2-4d65-9e2d-7e8552292dd1 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:44:10.870378 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-10eb518b-af30-4128-9a5b-876579c43243 req-e5fb5de5-6dc2-4d65-9e2d-7e8552292dd1 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for port (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:10.871890 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-10eb518b-af30-4128-9a5b-876579c43243 req-e5fb5de5-6dc2-4d65-9e2d-7e8552292dd1 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "PUT /v2.0/ports/f50fbcbc-e0cc-4074-893d-e1d445e390d6 HTTP/1.1" status: 200 len: 982 time: 0.4291754 Apr 06 16:44:10.872358 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9', 'tag': 'f50fbcbc-e0cc-4074-893d-e1d445e390d6'}] {{(pid=103680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:44:10.874776 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37defc4f8c4d51421555421a688636eb49d5c8fee7a473d71a3f8bc7c746dcd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763ffda0-b8e2-408d-8df9-d69420e263b1" -d '{"events": [{"name": "network-changed", "server_uuid": "ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9", "tag": "f50fbcbc-e0cc-4074-893d-e1d445e390d6"}]}' {{(pid=103680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:44:10.904329 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb5de5-6dc2-4d65-9e2d-7e8552292dd1 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Pushing event updated for resources: {'Port': ['ID=f50fbcbc-e0cc-4074-893d-e1d445e390d6,revision_number=6']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:44:10.929407 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92407dfe-3ff9-400c-9b65-e701a78509ff x-openstack-request-id: req-92407dfe-3ff9-400c-9b65-e701a78509ff {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:44:10.929706 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9", "tag": "f50fbcbc-e0cc-4074-893d-e1d445e390d6", "status": "completed", "code": 200}]} {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:44:10.929963 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-92407dfe-3ff9-400c-9b65-e701a78509ff {{(pid=103680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:44:10.930378 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92407dfe-3ff9-400c-9b65-e701a78509ff'] response: {'name': 'network-changed', 'server_uuid': 'ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9', 'tag': 'f50fbcbc-e0cc-4074-893d-e1d445e390d6', 'status': 'completed', 'code': 200} Apr 06 16:44:10.951857 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] get_ports_and_sgs() called for port_ids ['f50fbcbc-e0cc-4074-893d-e1d445e390d6'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:44:11.043316 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af30d99-80b6-476c-a62c-9959efb3c34c req-231daea3-816c-42d7-8720-5a1587ff3e89 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:44:11.045328 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-1af30d99-80b6-476c-a62c-9959efb3c34c req-231daea3-816c-42d7-8720-5a1587ff3e89 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 985 time: 0.0941563 Apr 06 16:44:11.047544 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ffda0-b8e2-408d-8df9-d69420e263b1 req-ecd4357d-d571-4077-81e9-6866a68e35ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:44:11.049076 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-763ffda0-b8e2-408d-8df9-d69420e263b1 req-ecd4357d-d571-4077-81e9-6866a68e35ae service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=189de591ce874f8fbb67306538597437&device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 1169 time: 0.0862832 Apr 06 16:44:11.168093 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-1af30d99-80b6-476c-a62c-9959efb3c34c req-e5ed2b2d-8465-4135-b8b0-ff145739455a tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/security-groups?id=b10fea5c-68bb-40fe-b360-bc634ec2d564&id=dcb32d2f-5003-4d3b-b281-abde8f3aa985&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1146445 Apr 06 16:44:11.189797 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ffda0-b8e2-408d-8df9-d69420e263b1 req-5c9c75e8-03ec-4320-9ed2-f10f2c053288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:44:11.191862 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-763ffda0-b8e2-408d-8df9-d69420e263b1 req-5c9c75e8-03ec-4320-9ed2-f10f2c053288 service neutron] 10.222.0.39 "GET /v2.0/networks?id=03a3951a-c423-4b6d-af65-58fa7b710e8e HTTP/1.1" status: 200 len: 915 time: 0.1305685 Apr 06 16:44:11.199979 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-5c30b876-2446-4a7c-81ef-cb6c78b31b94 None None] Provisioning complete for port f50fbcbc-e0cc-4074-893d-e1d445e390d6 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:44:11.200373 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-5c30b876-2446-4a7c-81ef-cb6c78b31b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (f50fbcbc-e0cc-4074-893d-e1d445e390d6), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:11.287636 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-763ffda0-b8e2-408d-8df9-d69420e263b1 req-97d9cf6c-1581-49aa-93e3-41848f00ad82 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f50fbcbc-e0cc-4074-893d-e1d445e390d6 HTTP/1.1" status: 200 len: 1001 time: 0.0684569 Apr 06 16:44:11.316791 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ffda0-b8e2-408d-8df9-d69420e263b1 req-1c2d98a1-27dd-43d2-8395-34122e479db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:44:11.318250 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-763ffda0-b8e2-408d-8df9-d69420e263b1 req-1c2d98a1-27dd-43d2-8395-34122e479db4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=beb4d972-56fd-4f2f-a2c9-66e431428485 HTTP/1.1" status: 200 len: 853 time: 0.0447686 Apr 06 16:44:11.376638 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ffda0-b8e2-408d-8df9-d69420e263b1 req-798c196c-d870-449a-afec-98a0b812e74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:44:11.378144 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-763ffda0-b8e2-408d-8df9-d69420e263b1 req-798c196c-d870-449a-afec-98a0b812e74b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=03a3951a-c423-4b6d-af65-58fa7b710e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0525987 Apr 06 16:44:11.447441 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-5c30b876-2446-4a7c-81ef-cb6c78b31b94 None None] Current status of the port f50fbcbc-e0cc-4074-893d-e1d445e390d6 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:44:11.489094 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-763ffda0-b8e2-408d-8df9-d69420e263b1 req-47066fb2-e4cf-4268-8237-ae66176f7e19 service neutron] 10.222.0.39 "GET /v2.0/networks/03a3951a-c423-4b6d-af65-58fa7b710e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896297 Apr 06 16:44:11.586949 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-763ffda0-b8e2-408d-8df9-d69420e263b1 req-6e6e3f00-5e28-481b-9f0f-1a4160f1aa31 service neutron] 10.222.0.39 "GET /v2.0/networks/03a3951a-c423-4b6d-af65-58fa7b710e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898323 Apr 06 16:44:29.748357 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-35df7b36-b8fe-4b24-8d3f-e4dd86307901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:31.310299 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (0e5c86dc-cd19-4356-a060-9388d8808620), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:31.614870 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.agents_db [None req-a950ddbd-9d44-4943-b7d7-a118ae2e1c13 None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:44:32.035304 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-79dfb028-9f64-47bb-bdbf-b24462b9b840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:33.516230 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:34.607220 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:36.165600 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:44:59.727182 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-544f7b50-9f62-46bc-b80f-b6678fbb6ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:45:01.342235 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (0e5c86dc-cd19-4356-a060-9388d8808620), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:45:02.039039 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-4967c0ef-6b2b-47eb-a021-7a5dcfd82225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:45:03.486977 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:45:04.601040 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:45:06.149593 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:45:08.615029 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.agents_db [None req-a950ddbd-9d44-4943-b7d7-a118ae2e1c13 None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:45:10.017224 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-b7193b30-1552-468d-935d-a359cb1c7ca7 req-ef707775-540d-4a88-883f-201bd2c66695 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0509274 Apr 06 16:45:10.091831 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7193b30-1552-468d-935d-a359cb1c7ca7 req-693936cb-45a6-4a68-9469-b7555d0c5eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:45:10.094316 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-b7193b30-1552-468d-935d-a359cb1c7ca7 req-693936cb-45a6-4a68-9469-b7555d0c5eae service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=189de591ce874f8fbb67306538597437&device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 1169 time: 0.0505540 Apr 06 16:45:10.208862 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7193b30-1552-468d-935d-a359cb1c7ca7 req-1345da80-721b-43f9-9c08-2cd4f537a077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:45:10.210332 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-b7193b30-1552-468d-935d-a359cb1c7ca7 req-1345da80-721b-43f9-9c08-2cd4f537a077 service neutron] 10.222.0.39 "GET /v2.0/networks?id=03a3951a-c423-4b6d-af65-58fa7b710e8e HTTP/1.1" status: 200 len: 915 time: 0.0974834 Apr 06 16:45:10.285880 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-b7193b30-1552-468d-935d-a359cb1c7ca7 req-a6bd74cf-e580-4bb9-a8d3-8b695b60d358 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f50fbcbc-e0cc-4074-893d-e1d445e390d6 HTTP/1.1" status: 200 len: 1001 time: 0.0667703 Apr 06 16:45:10.338782 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7193b30-1552-468d-935d-a359cb1c7ca7 req-5cd64d0a-e701-4024-bfde-15ce951b6dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:45:10.340528 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-b7193b30-1552-468d-935d-a359cb1c7ca7 req-5cd64d0a-e701-4024-bfde-15ce951b6dad service neutron] 10.222.0.39 "GET /v2.0/subnets?id=beb4d972-56fd-4f2f-a2c9-66e431428485 HTTP/1.1" status: 200 len: 853 time: 0.0492499 Apr 06 16:45:10.392335 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7193b30-1552-468d-935d-a359cb1c7ca7 req-8fd40ccb-67ae-4733-9d53-82806e4e4bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:45:10.393836 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-b7193b30-1552-468d-935d-a359cb1c7ca7 req-8fd40ccb-67ae-4733-9d53-82806e4e4bf6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=03a3951a-c423-4b6d-af65-58fa7b710e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0479937 Apr 06 16:45:10.488177 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-b7193b30-1552-468d-935d-a359cb1c7ca7 req-205b21e3-d721-4d8e-9e42-3fff7424126f service neutron] 10.222.0.39 "GET /v2.0/networks/03a3951a-c423-4b6d-af65-58fa7b710e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878882 Apr 06 16:45:10.581094 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-b7193b30-1552-468d-935d-a359cb1c7ca7 req-aa9a3c73-e1c6-42cd-8c4e-29742b631886 service neutron] 10.222.0.39 "GET /v2.0/networks/03a3951a-c423-4b6d-af65-58fa7b710e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872672 Apr 06 16:45:12.065200 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d0708-1cb8-4e9a-9675-f94abdb6dffe req-4a8083f0-e144-4b90-a208-017244f20004 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:45:12.067338 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-dc5d0708-1cb8-4e9a-9675-f94abdb6dffe req-4a8083f0-e144-4b90-a208-017244f20004 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 985 time: 0.0662258 Apr 06 16:45:12.169452 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-dc5d0708-1cb8-4e9a-9675-f94abdb6dffe req-f69ca68c-821a-4880-955c-9dd8154fbe6e tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/security-groups?id=b10fea5c-68bb-40fe-b360-bc634ec2d564&id=dcb32d2f-5003-4d3b-b281-abde8f3aa985&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0957925 Apr 06 16:45:12.172582 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffd64d-d809-47a3-a113-c0b15a95c986 req-909502b2-ee07-4b9e-9c8c-e3603d9fd73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:45:12.174243 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-7fffd64d-d809-47a3-a113-c0b15a95c986 req-909502b2-ee07-4b9e-9c8c-e3603d9fd73e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=189de591ce874f8fbb67306538597437&device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 1169 time: 0.0863969 Apr 06 16:45:12.276245 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffd64d-d809-47a3-a113-c0b15a95c986 req-b75d57dd-d917-4d11-9026-6b573867fd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:45:12.277719 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-7fffd64d-d809-47a3-a113-c0b15a95c986 req-b75d57dd-d917-4d11-9026-6b573867fd64 service neutron] 10.222.0.39 "GET /v2.0/networks?id=03a3951a-c423-4b6d-af65-58fa7b710e8e HTTP/1.1" status: 200 len: 915 time: 0.0974562 Apr 06 16:45:12.353080 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-7fffd64d-d809-47a3-a113-c0b15a95c986 req-71a1326d-97d8-4c43-9099-d22a7518894e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f50fbcbc-e0cc-4074-893d-e1d445e390d6 HTTP/1.1" status: 200 len: 1001 time: 0.0680916 Apr 06 16:45:12.406559 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffd64d-d809-47a3-a113-c0b15a95c986 req-94a4306b-70f1-447a-a7e6-b4be0fba62d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:45:12.408040 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-7fffd64d-d809-47a3-a113-c0b15a95c986 req-94a4306b-70f1-447a-a7e6-b4be0fba62d3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=beb4d972-56fd-4f2f-a2c9-66e431428485 HTTP/1.1" status: 200 len: 853 time: 0.0481949 Apr 06 16:45:12.466528 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffd64d-d809-47a3-a113-c0b15a95c986 req-685a5070-02fc-4c32-bae6-194eebb396ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:45:12.468046 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-7fffd64d-d809-47a3-a113-c0b15a95c986 req-685a5070-02fc-4c32-bae6-194eebb396ca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=03a3951a-c423-4b6d-af65-58fa7b710e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0540195 Apr 06 16:45:12.569592 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-7fffd64d-d809-47a3-a113-c0b15a95c986 req-2d5aba34-c924-435a-a831-36533b9ba90e service neutron] 10.222.0.39 "GET /v2.0/networks/03a3951a-c423-4b6d-af65-58fa7b710e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946231 Apr 06 16:45:12.675454 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-7fffd64d-d809-47a3-a113-c0b15a95c986 req-faafbfb8-bb04-4db3-9bd4-0b535bf80b8c service neutron] 10.222.0.39 "GET /v2.0/networks/03a3951a-c423-4b6d-af65-58fa7b710e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990603 Apr 06 16:45:13.308572 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a0882c-d351-4ee3-9b2b-1cbea00db36a req-38724d00-4715-433f-b0dd-133582551bda tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:45:13.310077 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-b2a0882c-d351-4ee3-9b2b-1cbea00db36a req-38724d00-4715-433f-b0dd-133582551bda tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 985 time: 0.0568633 Apr 06 16:45:13.377264 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-b2a0882c-d351-4ee3-9b2b-1cbea00db36a req-240e0bd0-686e-429d-9a1b-98af5951d85e tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/security-groups?id=b10fea5c-68bb-40fe-b360-bc634ec2d564&id=dcb32d2f-5003-4d3b-b281-abde8f3aa985&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0606594 Apr 06 16:45:14.513722 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c462a-8906-4a81-a33f-d6052cc3cf24 req-d20ff854-d06a-4452-b294-1a0438527869 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:45:14.515412 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-e98c462a-8906-4a81-a33f-d6052cc3cf24 req-d20ff854-d06a-4452-b294-1a0438527869 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 985 time: 0.0585775 Apr 06 16:45:14.579629 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-e98c462a-8906-4a81-a33f-d6052cc3cf24 req-bc81015d-798a-418e-a99b-e6c08c491550 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/security-groups?id=b10fea5c-68bb-40fe-b360-bc634ec2d564&id=dcb32d2f-5003-4d3b-b281-abde8f3aa985&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581715 Apr 06 16:45:15.710212 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83314076-4ac6-4e65-a4aa-0001bbdc3d0a req-bc5764ec-cc50-401c-8f34-bd18d9c00704 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:45:15.711838 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-83314076-4ac6-4e65-a4aa-0001bbdc3d0a req-bc5764ec-cc50-401c-8f34-bd18d9c00704 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 985 time: 0.0593364 Apr 06 16:45:15.779967 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-83314076-4ac6-4e65-a4aa-0001bbdc3d0a req-c1addb5f-5f1e-47aa-83a2-82fc49ca6849 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/security-groups?id=b10fea5c-68bb-40fe-b360-bc634ec2d564&id=dcb32d2f-5003-4d3b-b281-abde8f3aa985&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0623298 Apr 06 16:45:16.914188 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e564eb7-a3f2-42e2-abba-3db91809e9da req-c30eb113-e7ed-4e70-8331-30a272c43ae5 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:45:16.915838 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-7e564eb7-a3f2-42e2-abba-3db91809e9da req-c30eb113-e7ed-4e70-8331-30a272c43ae5 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 985 time: 0.0607417 Apr 06 16:45:17.000336 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-7e564eb7-a3f2-42e2-abba-3db91809e9da req-74ab2f07-edd7-49cd-a1bb-ccd51039d509 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/security-groups?id=b10fea5c-68bb-40fe-b360-bc634ec2d564&id=dcb32d2f-5003-4d3b-b281-abde8f3aa985&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0781643 Apr 06 16:45:18.130217 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05bb631-4985-42db-92c5-d8ad0c74b0f7 req-b509f676-88c0-474c-804f-c58877662e7f tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:45:18.131907 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-e05bb631-4985-42db-92c5-d8ad0c74b0f7 req-b509f676-88c0-474c-804f-c58877662e7f tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 985 time: 0.0600400 Apr 06 16:45:18.203859 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-e05bb631-4985-42db-92c5-d8ad0c74b0f7 req-e0b55fa9-3a28-496d-af68-189e382af40a tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/security-groups?id=b10fea5c-68bb-40fe-b360-bc634ec2d564&id=dcb32d2f-5003-4d3b-b281-abde8f3aa985&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0658374 Apr 06 16:45:19.326837 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b395fbfd-e75e-4c5e-ac45-8a53ad7d986b req-5a1d1747-dcbe-48c2-88fe-bbc2a0800a95 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:45:19.328330 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-b395fbfd-e75e-4c5e-ac45-8a53ad7d986b req-5a1d1747-dcbe-48c2-88fe-bbc2a0800a95 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 985 time: 0.0539436 Apr 06 16:45:19.389007 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-b395fbfd-e75e-4c5e-ac45-8a53ad7d986b req-82218885-7229-47e8-97d1-533e48c603e1 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/security-groups?id=b10fea5c-68bb-40fe-b360-bc634ec2d564&id=dcb32d2f-5003-4d3b-b281-abde8f3aa985&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540881 Apr 06 16:45:20.533146 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db287b-961e-4c4f-bbdc-e10b13d1c7a2 req-0a4d0317-c901-4226-a792-ea50ff16897b tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:45:20.534831 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-41db287b-961e-4c4f-bbdc-e10b13d1c7a2 req-0a4d0317-c901-4226-a792-ea50ff16897b tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 985 time: 0.0729554 Apr 06 16:45:20.606015 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-41db287b-961e-4c4f-bbdc-e10b13d1c7a2 req-ff8509f9-0d7b-4bdf-9ac5-615841d37247 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/security-groups?id=b10fea5c-68bb-40fe-b360-bc634ec2d564&id=dcb32d2f-5003-4d3b-b281-abde8f3aa985&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0609386 Apr 06 16:45:21.024564 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9e333-0b44-4b42-a0dd-e0ffa1d9f65c req-6545bff8-7337-4894-8e9b-d613bf7acbfd tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:45:21.026028 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-51d9e333-0b44-4b42-a0dd-e0ffa1d9f65c req-6545bff8-7337-4894-8e9b-d613bf7acbfd tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 946 time: 0.0558398 Apr 06 16:45:21.080219 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-51d9e333-0b44-4b42-a0dd-e0ffa1d9f65c req-9aaba7b8-6fcf-4f38-85ba-03db1d3573ad tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e2c26ed-8ef4-4310-9308-808191840da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476449 Apr 06 16:45:21.733369 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7149e013-7140-4fad-9f04-31159437f4f9 req-79b6b3eb-6fcd-4734-9d87-111b1d6216a4 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:45:21.734872 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-7149e013-7140-4fad-9f04-31159437f4f9 req-79b6b3eb-6fcd-4734-9d87-111b1d6216a4 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 985 time: 0.0567155 Apr 06 16:45:21.827379 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-7149e013-7140-4fad-9f04-31159437f4f9 req-9ec94e36-694c-4499-8058-78bdf1f5adfb tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/security-groups?id=b10fea5c-68bb-40fe-b360-bc634ec2d564&id=dcb32d2f-5003-4d3b-b281-abde8f3aa985&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0850365 Apr 06 16:45:22.214353 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e83872-7f0e-4a36-91c8-992ef03091df req-8c9998e7-84ce-4bbf-bf05-3f3d53935c4f tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:45:22.215857 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-c6e83872-7f0e-4a36-91c8-992ef03091df req-8c9998e7-84ce-4bbf-bf05-3f3d53935c4f tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 946 time: 0.0553944 Apr 06 16:45:22.267843 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-c6e83872-7f0e-4a36-91c8-992ef03091df req-2cf8ce46-d78b-481f-8b47-e36179437d9b tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e2c26ed-8ef4-4310-9308-808191840da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463040 Apr 06 16:45:22.961408 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f731683-f322-4021-b0e1-b03b5bd34df4 req-714a9182-2d6c-4e18-aa64-f848e26dee8a tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:45:22.962977 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-1f731683-f322-4021-b0e1-b03b5bd34df4 req-714a9182-2d6c-4e18-aa64-f848e26dee8a tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 985 time: 0.0623171 Apr 06 16:45:23.037108 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-1f731683-f322-4021-b0e1-b03b5bd34df4 req-91420ea8-0c86-4324-a707-abad4def4e29 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/security-groups?id=b10fea5c-68bb-40fe-b360-bc634ec2d564&id=dcb32d2f-5003-4d3b-b281-abde8f3aa985&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0657914 Apr 06 16:45:23.398965 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ba5ee-9d2f-4067-867e-eb5e471cfb62 req-a73ddd71-0aa5-4c32-9959-4f41b67ac99d tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:45:23.400484 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ff5ba5ee-9d2f-4067-867e-eb5e471cfb62 req-a73ddd71-0aa5-4c32-9959-4f41b67ac99d tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 946 time: 0.0641685 Apr 06 16:45:23.452514 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ff5ba5ee-9d2f-4067-867e-eb5e471cfb62 req-bd532c92-2af9-49f1-b2ca-a0749d1eeef1 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e2c26ed-8ef4-4310-9308-808191840da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458765 Apr 06 16:45:24.180560 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f6443b-626e-412c-b725-ddefd9d50892 req-04b64ddc-5e44-4fcf-a7b3-f9f4ef717fce tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:45:24.182132 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-70f6443b-626e-412c-b725-ddefd9d50892 req-04b64ddc-5e44-4fcf-a7b3-f9f4ef717fce tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 985 time: 0.0607259 Apr 06 16:45:24.255844 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-70f6443b-626e-412c-b725-ddefd9d50892 req-a333e6b0-b2dc-48a3-b3de-80296f558e2d tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/security-groups?id=b10fea5c-68bb-40fe-b360-bc634ec2d564&id=dcb32d2f-5003-4d3b-b281-abde8f3aa985&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0672197 Apr 06 16:45:24.586023 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a3b5c-4ac2-4775-9ab5-f9636650c34b req-40183d59-eb20-430b-ab34-6109d5f0af8a tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:45:24.588717 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-b88a3b5c-4ac2-4775-9ab5-f9636650c34b req-40183d59-eb20-430b-ab34-6109d5f0af8a tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 946 time: 0.0651271 Apr 06 16:45:24.643441 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-b88a3b5c-4ac2-4775-9ab5-f9636650c34b req-f02175c0-3ecb-484c-ba49-7b9d676e46fe tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e2c26ed-8ef4-4310-9308-808191840da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493040 Apr 06 16:45:25.777805 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caaa574-9f16-4ec3-bb43-955db4f1f23e req-6688e576-f46f-405d-9b47-f6d384b736f2 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:45:25.779280 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-9caaa574-9f16-4ec3-bb43-955db4f1f23e req-6688e576-f46f-405d-9b47-f6d384b736f2 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 946 time: 0.0535910 Apr 06 16:45:25.832725 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-9caaa574-9f16-4ec3-bb43-955db4f1f23e req-fec384b9-440c-4b59-80e6-60a046e58800 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e2c26ed-8ef4-4310-9308-808191840da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471456 Apr 06 16:45:26.959170 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557c950-1944-4cb9-93b4-2238cb72a845 req-29f5056b-6ff6-4cd9-bced-861a8236b25c tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:45:26.960865 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-7557c950-1944-4cb9-93b4-2238cb72a845 req-29f5056b-6ff6-4cd9-bced-861a8236b25c tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 946 time: 0.0559704 Apr 06 16:45:27.015853 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-7557c950-1944-4cb9-93b4-2238cb72a845 req-6c06fb22-827e-4c27-b6ee-e146104bdd90 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e2c26ed-8ef4-4310-9308-808191840da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493581 Apr 06 16:45:28.140790 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109e0e7-1e31-4193-b181-4aa2a11daa1c req-2bedc9c4-2ec2-4870-9592-c3ad6461da10 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:45:28.142289 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-0109e0e7-1e31-4193-b181-4aa2a11daa1c req-2bedc9c4-2ec2-4870-9592-c3ad6461da10 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 946 time: 0.0544045 Apr 06 16:45:28.194806 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-0109e0e7-1e31-4193-b181-4aa2a11daa1c req-49c7ee38-943a-434d-a919-3c95607df256 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e2c26ed-8ef4-4310-9308-808191840da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458133 Apr 06 16:45:29.323261 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e3193-9c86-4f46-9e71-e2c3b0902e39 req-a418a131-42bd-47c1-b305-c62fa25f73ce tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:45:29.324781 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-b21e3193-9c86-4f46-9e71-e2c3b0902e39 req-a418a131-42bd-47c1-b305-c62fa25f73ce tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 946 time: 0.0561242 Apr 06 16:45:29.375567 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-b21e3193-9c86-4f46-9e71-e2c3b0902e39 req-b64d1bb7-b435-4f5e-b459-55bfae6e31fa tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e2c26ed-8ef4-4310-9308-808191840da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424294 Apr 06 16:45:29.732081 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-34001487-16f3-4f4c-8394-ebb1a31ae33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:45:30.522875 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d8d25-3edd-468a-a224-a6a8085dbe8f req-fb125efb-c562-464c-9586-ddb2f30ba0e3 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:45:30.524702 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-701d8d25-3edd-468a-a224-a6a8085dbe8f req-fb125efb-c562-464c-9586-ddb2f30ba0e3 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 946 time: 0.0561976 Apr 06 16:45:30.580573 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-701d8d25-3edd-468a-a224-a6a8085dbe8f req-57244e38-27f6-4dd0-89d8-ca811f8f0aed tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e2c26ed-8ef4-4310-9308-808191840da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506463 Apr 06 16:45:31.195883 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b827b0-6ccc-471d-9885-12ce085bdef0 req-48ba87f9-cf79-45a2-a0f3-afbff702d4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:45:31.197370 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-62b827b0-6ccc-471d-9885-12ce085bdef0 req-48ba87f9-cf79-45a2-a0f3-afbff702d4e9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e0e9fb0b0674a50974ceebc2e7584ed&device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 1130 time: 0.0501609 Apr 06 16:45:31.293360 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b827b0-6ccc-471d-9885-12ce085bdef0 req-e5ffe176-91c4-49c9-b6fc-eef231b31aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:45:31.294905 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-62b827b0-6ccc-471d-9885-12ce085bdef0 req-e5ffe176-91c4-49c9-b6fc-eef231b31aaf service neutron] 10.222.0.39 "GET /v2.0/networks?id=905dec2a-0a2a-4dc2-a373-64830d2ec625 HTTP/1.1" status: 200 len: 909 time: 0.0910659 Apr 06 16:45:31.309046 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (0e5c86dc-cd19-4356-a060-9388d8808620), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:45:31.370467 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-62b827b0-6ccc-471d-9885-12ce085bdef0 req-ce77b8ce-7a1e-4467-aac2-3e5a41c67e8e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c82da20-41d2-4fed-a380-b93ba059b67b HTTP/1.1" status: 200 len: 1002 time: 0.0688429 Apr 06 16:45:31.423982 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b827b0-6ccc-471d-9885-12ce085bdef0 req-0c6646cb-46fc-4d85-83bf-b77114c6c434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:45:31.425667 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-62b827b0-6ccc-471d-9885-12ce085bdef0 req-0c6646cb-46fc-4d85-83bf-b77114c6c434 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a752d7c3-ff9c-4a44-8f1f-3687527ea4c8 HTTP/1.1" status: 200 len: 847 time: 0.0476201 Apr 06 16:45:31.475040 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b827b0-6ccc-471d-9885-12ce085bdef0 req-2a3bc850-c459-4a27-a2d4-69ba1a235828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:45:31.476588 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-62b827b0-6ccc-471d-9885-12ce085bdef0 req-2a3bc850-c459-4a27-a2d4-69ba1a235828 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=905dec2a-0a2a-4dc2-a373-64830d2ec625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0456402 Apr 06 16:45:31.569982 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-62b827b0-6ccc-471d-9885-12ce085bdef0 req-e8128425-91f2-49cd-88b3-1fe19da21405 service neutron] 10.222.0.39 "GET /v2.0/networks/905dec2a-0a2a-4dc2-a373-64830d2ec625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873668 Apr 06 16:45:31.669004 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-62b827b0-6ccc-471d-9885-12ce085bdef0 req-fec47f94-cf10-4248-a8fb-a3fda64a0546 service neutron] 10.222.0.39 "GET /v2.0/networks/905dec2a-0a2a-4dc2-a373-64830d2ec625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929630 Apr 06 16:45:31.702126 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c5200a-ba25-498d-b13b-f975f7628f81 req-7c5ba09a-9e09-4d88-bfac-b6cc1645c055 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:45:31.703579 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-74c5200a-ba25-498d-b13b-f975f7628f81 req-7c5ba09a-9e09-4d88-bfac-b6cc1645c055 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 946 time: 0.0523765 Apr 06 16:45:31.751982 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-74c5200a-ba25-498d-b13b-f975f7628f81 req-6286238d-e80b-487b-9bd0-1b2e07dd373f tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e2c26ed-8ef4-4310-9308-808191840da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412447 Apr 06 16:45:32.114934 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-bf6df192-4d2a-44f7-845b-8f0837e3138c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:45:32.884100 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c7e45-03b0-4af1-94ea-483952c005e8 req-cfe82a2d-df67-46bf-8aac-ff78bd3c9ffb tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:45:32.885597 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-a96c7e45-03b0-4af1-94ea-483952c005e8 req-cfe82a2d-df67-46bf-8aac-ff78bd3c9ffb tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 946 time: 0.0573637 Apr 06 16:45:32.939701 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-a96c7e45-03b0-4af1-94ea-483952c005e8 req-9b79dbab-ce74-4653-8206-18a38cd92c05 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e2c26ed-8ef4-4310-9308-808191840da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484669 Apr 06 16:45:33.566988 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:45:34.066652 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1715dc84-f514-4fc0-80b5-59990a00e22f req-d5567509-e6db-4116-b6b9-6e1df47a9c91 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:45:34.068128 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-1715dc84-f514-4fc0-80b5-59990a00e22f req-d5567509-e6db-4116-b6b9-6e1df47a9c91 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 946 time: 0.0581892 Apr 06 16:45:34.118727 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-1715dc84-f514-4fc0-80b5-59990a00e22f req-4ab0f1ba-4b33-45f6-8cd2-4ccd12abaf70 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e2c26ed-8ef4-4310-9308-808191840da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448933 Apr 06 16:45:34.232562 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [req-7330f71d-ff55-432a-a9bc-d3c4a8d7b11a req-bc002e0e-4c9b-437e-8042-dbc70d09c096 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103681) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 16:45:34.233591 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-7330f71d-ff55-432a-a9bc-d3c4a8d7b11a req-bc002e0e-4c9b-437e-8042-dbc70d09c096 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0516856 Apr 06 16:45:34.690216 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:45:34.825859 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3a426-abf2-47e2-9c58-1dbbf4b69017 req-931c9533-eacb-4e25-8545-100cdc44c606 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:45:34.827449 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-6dd3a426-abf2-47e2-9c58-1dbbf4b69017 req-931c9533-eacb-4e25-8545-100cdc44c606 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 946 time: 0.0547481 Apr 06 16:45:34.882356 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-6dd3a426-abf2-47e2-9c58-1dbbf4b69017 req-9e5239f0-4285-4f11-91f5-ce457881cd45 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e2c26ed-8ef4-4310-9308-808191840da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482881 Apr 06 16:45:34.950563 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-28251679-d56d-4ac3-95e3-7b7024cdca82 req-afa6620a-bdd9-4ebf-ba2b-b3843eb494f4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1150935 Apr 06 16:45:34.959518 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [req-28251679-d56d-4ac3-95e3-7b7024cdca82 req-4ed74da6-2598-4bd9-92b1-1d3526c6ea04 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103681) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 16:45:34.960509 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-28251679-d56d-4ac3-95e3-7b7024cdca82 req-4ed74da6-2598-4bd9-92b1-1d3526c6ea04 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051231 Apr 06 16:45:35.164564 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28251679-d56d-4ac3-95e3-7b7024cdca82 req-d43c1ed1-d8d9-457f-83a7-8b2c41486973 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:45:35.165932 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-28251679-d56d-4ac3-95e3-7b7024cdca82 req-d43c1ed1-d8d9-457f-83a7-8b2c41486973 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/ports/5c82da20-41d2-4fed-a380-b93ba059b67b HTTP/1.1" status: 200 len: 943 time: 0.1755235 Apr 06 16:45:36.008066 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f839f-7a81-43cc-a7ea-40bb97668ede req-1fb60b18-2ed3-4d88-8491-b2ade521848c tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:45:36.009869 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-4c6f839f-7a81-43cc-a7ea-40bb97668ede req-1fb60b18-2ed3-4d88-8491-b2ade521848c tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 946 time: 0.0600309 Apr 06 16:45:36.062561 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-4c6f839f-7a81-43cc-a7ea-40bb97668ede req-e5801123-022c-4a0a-9637-fe63a3b336e9 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e2c26ed-8ef4-4310-9308-808191840da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472476 Apr 06 16:45:36.221540 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:45:36.521528 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 5c82da20-41d2-4fed-a380-b93ba059b67b no longer exists at agent hyperv_hv-cinder-81566 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:45:36.608846 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Current status of the port 5c82da20-41d2-4fed-a380-b93ba059b67b is: ACTIVE; New status is: DOWN {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:45:36.609344 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (5c82da20-41d2-4fed-a380-b93ba059b67b), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:45:36.636480 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1fa2dfe-4c22-460a-a79c-64a561f3a7d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c82da20-41d2-4fed-a380-b93ba059b67b'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:45:36.638765 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f701ca042f89aa6373cad35a0647e7390d8b08e4e39c46ca7d095e958c03af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b533d6e-44af-4ec3-83f7-e220dc15624d" -d '{"events": [{"server_uuid": "d1fa2dfe-4c22-460a-a79c-64a561f3a7d4", "name": "network-vif-unplugged", "status": "completed", "tag": "5c82da20-41d2-4fed-a380-b93ba059b67b"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:45:36.652044 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 5c82da20-41d2-4fed-a380-b93ba059b67b, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=5c82da20-41d2-4fed-a380-b93ba059b67b,segment=NetworkSegment(6760d168-1300-4193-89bd-f5e48a29d015),segment_id=6760d168-1300-4193-89bd-f5e48a29d015)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:45:36.674592 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 06 Apr 2022 16:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e48897-9ca8-4acb-9c03-647d97e7db4c x-openstack-request-id: req-60e48897-9ca8-4acb-9c03-647d97e7db4c {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:45:36.678249 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1fa2dfe-4c22-460a-a79c-64a561f3a7d4", "name": "network-vif-unplugged", "status": "failed", "tag": "5c82da20-41d2-4fed-a380-b93ba059b67b", "code": 422}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:45:36.678249 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-60e48897-9ca8-4acb-9c03-647d97e7db4c {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:45:36.678249 dv-cinder-815660-7-smb neutron-server[103682]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-60e48897-9ca8-4acb-9c03-647d97e7db4c']: {'server_uuid': 'd1fa2dfe-4c22-460a-a79c-64a561f3a7d4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5c82da20-41d2-4fed-a380-b93ba059b67b', 'code': 422} returned with failed status Apr 06 16:45:36.735885 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (5c82da20-41d2-4fed-a380-b93ba059b67b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:45:36.795187 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Pushing event updated for resources: {'Port': ['ID=5c82da20-41d2-4fed-a380-b93ba059b67b,revision_number=6']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:45:36.803448 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:45:36.803894 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:45:36.804245 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:45:36.804585 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:45:36.804919 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:45:36.805249 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:45:36.805580 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:45:36.805906 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:45:36.806234 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:45:36.806557 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:45:36.806884 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:45:36.807212 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:45:36.807535 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:45:36.807880 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:45:36.808201 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:45:37.190743 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af79911-9050-48c7-8e6a-b875147ebe9d req-9259280f-17b6-4ec3-a400-0cf02439051f tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:45:37.193018 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-6af79911-9050-48c7-8e6a-b875147ebe9d req-9259280f-17b6-4ec3-a400-0cf02439051f tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 944 time: 0.0603919 Apr 06 16:45:37.244505 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-6af79911-9050-48c7-8e6a-b875147ebe9d req-73de8083-b298-4878-84f9-4f575697bbc8 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e2c26ed-8ef4-4310-9308-808191840da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456662 Apr 06 16:45:37.651786 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28251679-d56d-4ac3-95e3-7b7024cdca82 req-f13c7633-0ecc-48fb-9653-56d9d813e36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:45:37.653292 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-28251679-d56d-4ac3-95e3-7b7024cdca82 req-f13c7633-0ecc-48fb-9653-56d9d813e36f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4&tenant_id=3e0e9fb0b0674a50974ceebc2e7584ed HTTP/1.1" status: 200 len: 1128 time: 0.0457227 Apr 06 16:45:37.730971 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28251679-d56d-4ac3-95e3-7b7024cdca82 req-b28e6371-27a6-46bd-b56f-19062cbcd5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:45:37.732500 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-28251679-d56d-4ac3-95e3-7b7024cdca82 req-b28e6371-27a6-46bd-b56f-19062cbcd5c3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e0e9fb0b0674a50974ceebc2e7584ed&device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 1128 time: 0.0446873 Apr 06 16:45:37.825856 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28251679-d56d-4ac3-95e3-7b7024cdca82 req-db532b5a-8150-4790-acf1-b1c5b15e117c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:45:37.827324 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-28251679-d56d-4ac3-95e3-7b7024cdca82 req-db532b5a-8150-4790-acf1-b1c5b15e117c service neutron] 10.222.0.39 "GET /v2.0/networks?id=905dec2a-0a2a-4dc2-a373-64830d2ec625 HTTP/1.1" status: 200 len: 909 time: 0.0885870 Apr 06 16:45:37.898865 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-28251679-d56d-4ac3-95e3-7b7024cdca82 req-3321f994-b2d8-4f35-b6cf-791093120163 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c82da20-41d2-4fed-a380-b93ba059b67b HTTP/1.1" status: 200 len: 1000 time: 0.0593951 Apr 06 16:45:37.956199 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28251679-d56d-4ac3-95e3-7b7024cdca82 req-4e202a3e-7aeb-4a36-8ce5-e3cb3f40e509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:45:37.958333 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-28251679-d56d-4ac3-95e3-7b7024cdca82 req-4e202a3e-7aeb-4a36-8ce5-e3cb3f40e509 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a752d7c3-ff9c-4a44-8f1f-3687527ea4c8 HTTP/1.1" status: 200 len: 847 time: 0.0473130 Apr 06 16:45:38.005937 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28251679-d56d-4ac3-95e3-7b7024cdca82 req-e1d73e45-13d6-42c2-9ae1-e872e679182b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:45:38.007440 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-28251679-d56d-4ac3-95e3-7b7024cdca82 req-e1d73e45-13d6-42c2-9ae1-e872e679182b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=905dec2a-0a2a-4dc2-a373-64830d2ec625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0439985 Apr 06 16:45:38.095509 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-28251679-d56d-4ac3-95e3-7b7024cdca82 req-ec844bef-50ed-4a82-8774-c628c4432d60 service neutron] 10.222.0.39 "GET /v2.0/networks/905dec2a-0a2a-4dc2-a373-64830d2ec625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820060 Apr 06 16:45:38.192484 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-28251679-d56d-4ac3-95e3-7b7024cdca82 req-9ff656bc-bc9c-4b66-8b7f-1a0fd7374950 service neutron] 10.222.0.39 "GET /v2.0/networks/905dec2a-0a2a-4dc2-a373-64830d2ec625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869186 Apr 06 16:45:38.371308 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af8a4b-a6e9-41e5-82f8-29c1c8a32c6b req-9ad01afb-0dd2-4e49-97eb-5f1e2cd561e1 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:45:38.372748 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-88af8a4b-a6e9-41e5-82f8-29c1c8a32c6b req-9ad01afb-0dd2-4e49-97eb-5f1e2cd561e1 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 944 time: 0.0576375 Apr 06 16:45:38.424329 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-88af8a4b-a6e9-41e5-82f8-29c1c8a32c6b req-8a7803b4-ee5d-4b36-98c0-e318f19de604 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e2c26ed-8ef4-4310-9308-808191840da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458529 Apr 06 16:45:39.544789 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64788639-db55-47cd-bd07-2093950442b7 req-4aca3bae-baa3-42c1-b7c8-f19ba07a64f9 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:45:39.546162 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-64788639-db55-47cd-bd07-2093950442b7 req-4aca3bae-baa3-42c1-b7c8-f19ba07a64f9 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 944 time: 0.0551784 Apr 06 16:45:39.596168 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-64788639-db55-47cd-bd07-2093950442b7 req-b808af30-9650-4ba5-8aec-3ececf02c1f4 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e2c26ed-8ef4-4310-9308-808191840da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443168 Apr 06 16:45:40.718059 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af2e9e-f118-4970-90c4-65ea1f6f59ae req-36d4718c-8a8a-4658-a834-7450ef6618ee tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:45:40.719580 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-e0af2e9e-f118-4970-90c4-65ea1f6f59ae req-36d4718c-8a8a-4658-a834-7450ef6618ee tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 944 time: 0.0548444 Apr 06 16:45:40.769591 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-e0af2e9e-f118-4970-90c4-65ea1f6f59ae req-2b0df7d6-ade8-4b12-8210-0426b21ab41a tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e2c26ed-8ef4-4310-9308-808191840da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439923 Apr 06 16:45:41.898306 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff3d30-8625-4e1f-8705-ce65e8791a42 req-59d231d5-26c8-4312-88fa-430cc4130989 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:45:41.899936 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-abff3d30-8625-4e1f-8705-ce65e8791a42 req-59d231d5-26c8-4312-88fa-430cc4130989 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 944 time: 0.0599957 Apr 06 16:45:41.956761 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-abff3d30-8625-4e1f-8705-ce65e8791a42 req-c14dd442-b0bc-4024-9434-084b20dc5d4a tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e2c26ed-8ef4-4310-9308-808191840da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510030 Apr 06 16:45:42.549754 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 5c82da20-41d2-4fed-a380-b93ba059b67b details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=103682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 16:45:42.663784 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 5c82da20-41d2-4fed-a380-b93ba059b67b, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=5c82da20-41d2-4fed-a380-b93ba059b67b,segment=NetworkSegment(6760d168-1300-4193-89bd-f5e48a29d015),segment_id=6760d168-1300-4193-89bd-f5e48a29d015)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:45:42.675570 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Returning: {'device': '5c82da20-41d2-4fed-a380-b93ba059b67b', 'network_id': '905dec2a-0a2a-4dc2-a373-64830d2ec625', 'port_id': '5c82da20-41d2-4fed-a380-b93ba059b67b', 'mac_address': 'fa:16:3e:b0:ce:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a752d7c3-ff9c-4a44-8f1f-3687527ea4c8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 16:45:42.715168 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Current status of the port 5c82da20-41d2-4fed-a380-b93ba059b67b is: DOWN; New status is: BUILD {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:45:42.715631 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (5c82da20-41d2-4fed-a380-b93ba059b67b), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:45:42.729435 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.notifiers.nova [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c82da20-41d2-4fed-a380-b93ba059b67b {{(pid=103682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 16:45:42.749713 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 5c82da20-41d2-4fed-a380-b93ba059b67b, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=5c82da20-41d2-4fed-a380-b93ba059b67b,segment=NetworkSegment(6760d168-1300-4193-89bd-f5e48a29d015),segment_id=6760d168-1300-4193-89bd-f5e48a29d015)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:45:42.828838 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (5c82da20-41d2-4fed-a380-b93ba059b67b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:45:42.876760 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Pushing event updated for resources: {'Port': ['ID=5c82da20-41d2-4fed-a380-b93ba059b67b,revision_number=7']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:45:43.088218 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106dc07b-885d-4d5c-bc61-f232e9803b8a req-39851b3e-b637-4b5e-8523-b258bc5d597b tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:45:43.090340 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-106dc07b-885d-4d5c-bc61-f232e9803b8a req-39851b3e-b637-4b5e-8523-b258bc5d597b tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 945 time: 0.0613098 Apr 06 16:45:43.142756 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-106dc07b-885d-4d5c-bc61-f232e9803b8a req-88cc7212-03d2-4a84-b20a-1e2d7c001bd4 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e2c26ed-8ef4-4310-9308-808191840da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468998 Apr 06 16:45:43.218773 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] get_ports_and_sgs() called for port_ids ['5c82da20-41d2-4fed-a380-b93ba059b67b'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:45:44.264821 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105cc84d-66d4-4c91-aed3-36f7a1166e14 req-233f14b0-3eee-4c77-8f32-8b0cdc033dd3 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:45:44.266346 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-105cc84d-66d4-4c91-aed3-36f7a1166e14 req-233f14b0-3eee-4c77-8f32-8b0cdc033dd3 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 945 time: 0.0552175 Apr 06 16:45:44.317272 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-105cc84d-66d4-4c91-aed3-36f7a1166e14 req-56eab122-6690-4dff-b0b9-4b7b4cd76d87 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e2c26ed-8ef4-4310-9308-808191840da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440919 Apr 06 16:45:44.550103 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 5c82da20-41d2-4fed-a380-b93ba059b67b up at agent hyperv_hv-cinder-81566 {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:45:44.603358 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Provisioning complete for port 5c82da20-41d2-4fed-a380-b93ba059b67b triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:45:44.603762 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (5c82da20-41d2-4fed-a380-b93ba059b67b), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:45:44.682145 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Current status of the port 5c82da20-41d2-4fed-a380-b93ba059b67b is: BUILD; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:45:44.682524 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (5c82da20-41d2-4fed-a380-b93ba059b67b), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:45:44.705309 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1fa2dfe-4c22-460a-a79c-64a561f3a7d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c82da20-41d2-4fed-a380-b93ba059b67b'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:45:44.715810 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88f701ca042f89aa6373cad35a0647e7390d8b08e4e39c46ca7d095e958c03af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c3c053-5a1c-46eb-bd41-5fd5bf00bfaf" -d '{"events": [{"server_uuid": "d1fa2dfe-4c22-460a-a79c-64a561f3a7d4", "name": "network-vif-plugged", "status": "completed", "tag": "5c82da20-41d2-4fed-a380-b93ba059b67b"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:45:44.727610 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] For port 5c82da20-41d2-4fed-a380-b93ba059b67b, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=5c82da20-41d2-4fed-a380-b93ba059b67b,segment=NetworkSegment(6760d168-1300-4193-89bd-f5e48a29d015),segment_id=6760d168-1300-4193-89bd-f5e48a29d015)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:45:44.751300 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf93624-e026-480f-9482-c9565f61fcd6 x-openstack-request-id: req-bbf93624-e026-480f-9482-c9565f61fcd6 {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:45:44.751300 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1fa2dfe-4c22-460a-a79c-64a561f3a7d4", "name": "network-vif-plugged", "status": "completed", "tag": "5c82da20-41d2-4fed-a380-b93ba059b67b", "code": 200}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:45:44.751300 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bbf93624-e026-480f-9482-c9565f61fcd6 {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:45:44.751300 dv-cinder-815660-7-smb neutron-server[103682]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbf93624-e026-480f-9482-c9565f61fcd6'] response: {'server_uuid': 'd1fa2dfe-4c22-460a-a79c-64a561f3a7d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c82da20-41d2-4fed-a380-b93ba059b67b', 'code': 200} Apr 06 16:45:44.792612 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312'] for port (5c82da20-41d2-4fed-a380-b93ba059b67b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:45:44.846116 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Pushing event updated for resources: {'Port': ['ID=5c82da20-41d2-4fed-a380-b93ba059b67b,revision_number=8']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:45:45.066885 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8076f-112b-40c6-9991-275e49e9ac41 req-e1620508-79db-40b6-a0e1-222188c0b39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:45:45.068692 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-8fd8076f-112b-40c6-9991-275e49e9ac41 req-e1620508-79db-40b6-a0e1-222188c0b39a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 1130 time: 0.0460012 Apr 06 16:45:45.121120 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-8fd8076f-112b-40c6-9991-275e49e9ac41 req-316f5c85-7032-4386-8bd5-2fdd6ab78a7a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2e2c26ed-8ef4-4310-9308-808191840da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462260 Apr 06 16:45:45.439223 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7437824-ab3e-438f-a8ac-a203a6a77dca req-5fddf838-020f-4bb1-bbeb-ff284a35a0d8 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:45:45.440716 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-e7437824-ab3e-438f-a8ac-a203a6a77dca req-5fddf838-020f-4bb1-bbeb-ff284a35a0d8 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 946 time: 0.0542674 Apr 06 16:45:45.489727 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-e7437824-ab3e-438f-a8ac-a203a6a77dca req-b33fd4e7-2824-49bf-aab2-bfd3da32b390 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e2c26ed-8ef4-4310-9308-808191840da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434091 Apr 06 16:45:45.614186 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.agents_db [None req-a950ddbd-9d44-4943-b7d7-a118ae2e1c13 None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:45:46.616479 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c701be7-1842-4089-93cf-c70c62f958c6 req-d5d194ee-cb34-47b7-a827-7e6767efdfff tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:45:46.617947 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-9c701be7-1842-4089-93cf-c70c62f958c6 req-d5d194ee-cb34-47b7-a827-7e6767efdfff tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 946 time: 0.0534568 Apr 06 16:45:46.667595 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-9c701be7-1842-4089-93cf-c70c62f958c6 req-40883c04-5bb3-48d0-a0d8-6997f02820e4 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e2c26ed-8ef4-4310-9308-808191840da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440891 Apr 06 16:45:47.788225 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99bf576-b152-45d9-93d7-e570bc6ce9ad req-70d6ac38-eb85-4da6-8051-4f4081cc226d tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:45:47.790003 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-a99bf576-b152-45d9-93d7-e570bc6ce9ad req-70d6ac38-eb85-4da6-8051-4f4081cc226d tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 946 time: 0.0549116 Apr 06 16:45:47.840446 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-a99bf576-b152-45d9-93d7-e570bc6ce9ad req-dd4da055-9b39-45fc-94c4-5616a1f4e092 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e2c26ed-8ef4-4310-9308-808191840da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448987 Apr 06 16:45:59.735460 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee0a8fa-c0a8-4cc2-bbac-e268ba0e7511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:01.360308 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (0e5c86dc-cd19-4356-a060-9388d8808620), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:02.049464 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-cb4334b5-7f67-4b1b-b1a1-2ac3e061b07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:03.508829 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:04.632323 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:06.215179 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:09.058117 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-db34e382-8174-48f6-97fd-e36f9836edf0 req-e65f5aef-bc99-48c8-b717-db057c04f8c6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470648 Apr 06 16:46:09.147180 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34e382-8174-48f6-97fd-e36f9836edf0 req-7ab602d9-b8c9-49fa-97e0-6c9dfcddd545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:46:09.148688 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-db34e382-8174-48f6-97fd-e36f9836edf0 req-7ab602d9-b8c9-49fa-97e0-6c9dfcddd545 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e0e9fb0b0674a50974ceebc2e7584ed&device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 1130 time: 0.0478175 Apr 06 16:46:09.257107 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34e382-8174-48f6-97fd-e36f9836edf0 req-f7b2f809-e5a1-409b-8685-a72c8b824ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:46:09.258555 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-db34e382-8174-48f6-97fd-e36f9836edf0 req-f7b2f809-e5a1-409b-8685-a72c8b824ac1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=905dec2a-0a2a-4dc2-a373-64830d2ec625 HTTP/1.1" status: 200 len: 909 time: 0.0884633 Apr 06 16:46:09.326910 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-db34e382-8174-48f6-97fd-e36f9836edf0 req-604bab01-0f5c-4ac8-953d-994f4fb7f025 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c82da20-41d2-4fed-a380-b93ba059b67b HTTP/1.1" status: 200 len: 1002 time: 0.0621574 Apr 06 16:46:09.375581 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34e382-8174-48f6-97fd-e36f9836edf0 req-90849b1c-a30e-4021-9479-2383c203ef50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:46:09.377093 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-db34e382-8174-48f6-97fd-e36f9836edf0 req-90849b1c-a30e-4021-9479-2383c203ef50 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a752d7c3-ff9c-4a44-8f1f-3687527ea4c8 HTTP/1.1" status: 200 len: 847 time: 0.0440204 Apr 06 16:46:09.428536 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34e382-8174-48f6-97fd-e36f9836edf0 req-e8631651-3705-4ac5-86e9-cbcfdf00b192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:46:09.430026 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-db34e382-8174-48f6-97fd-e36f9836edf0 req-e8631651-3705-4ac5-86e9-cbcfdf00b192 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=905dec2a-0a2a-4dc2-a373-64830d2ec625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0448530 Apr 06 16:46:09.522735 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-db34e382-8174-48f6-97fd-e36f9836edf0 req-909cf231-80cd-455f-8c40-5ecd0f986320 service neutron] 10.222.0.39 "GET /v2.0/networks/905dec2a-0a2a-4dc2-a373-64830d2ec625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863812 Apr 06 16:46:09.616462 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-db34e382-8174-48f6-97fd-e36f9836edf0 req-8d0366ec-079c-4212-a326-1ae0ac02b566 service neutron] 10.222.0.39 "GET /v2.0/networks/905dec2a-0a2a-4dc2-a373-64830d2ec625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833554 Apr 06 16:46:22.613734 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.agents_db [None req-a950ddbd-9d44-4943-b7d7-a118ae2e1c13 None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:46:27.686649 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-00dcad29-c252-4e3f-830b-89126475f634 req-d82941c7-3a1c-4c8b-b4bb-45ac887bf79d tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-912747129&fields=id&tenant_id=189de591ce874f8fbb67306538597437 HTTP/1.1" status: 200 len: 267 time: 0.0444820 Apr 06 16:46:27.743205 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dcad29-c252-4e3f-830b-89126475f634 req-222bd91e-ed0b-49cc-831e-d9134a46c729 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:46:27.744688 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-00dcad29-c252-4e3f-830b-89126475f634 req-222bd91e-ed0b-49cc-831e-d9134a46c729 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 985 time: 0.0526831 Apr 06 16:46:27.755917 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.v2.base [req-00dcad29-c252-4e3f-830b-89126475f634 req-748132ed-d1e0-4e15-bcc6-b3f496eccf9e tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Request body: {'port': {'security_groups': ['b10fea5c-68bb-40fe-b360-bc634ec2d564']}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:46:27.837892 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-00dcad29-c252-4e3f-830b-89126475f634 req-748132ed-d1e0-4e15-bcc6-b3f496eccf9e tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741508'] for port (f50fbcbc-e0cc-4074-893d-e1d445e390d6), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:28.018323 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [req-00dcad29-c252-4e3f-830b-89126475f634 req-748132ed-d1e0-4e15-bcc6-b3f496eccf9e tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] For port f50fbcbc-e0cc-4074-893d-e1d445e390d6, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=f50fbcbc-e0cc-4074-893d-e1d445e390d6,segment=NetworkSegment(0d9de86b-fd4b-4e31-a9ea-89dab2d7abab),segment_id=0d9de86b-fd4b-4e31-a9ea-89dab2d7abab)] {{(pid=103680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:46:28.053312 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-00dcad29-c252-4e3f-830b-89126475f634 req-748132ed-d1e0-4e15-bcc6-b3f496eccf9e tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks [] for port (f50fbcbc-e0cc-4074-893d-e1d445e390d6), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:28.125863 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-00dcad29-c252-4e3f-830b-89126475f634 req-748132ed-d1e0-4e15-bcc6-b3f496eccf9e tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758156474902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758155990294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758155990312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978180'] for port (f50fbcbc-e0cc-4074-893d-e1d445e390d6), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:28.137619 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] get_ports_and_sgs() called for port_ids ['f50fbcbc-e0cc-4074-893d-e1d445e390d6'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:46:28.177466 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dcad29-c252-4e3f-830b-89126475f634 req-748132ed-d1e0-4e15-bcc6-b3f496eccf9e tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:46:28.178131 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-00dcad29-c252-4e3f-830b-89126475f634 req-748132ed-d1e0-4e15-bcc6-b3f496eccf9e tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for port (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:28.182667 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-00dcad29-c252-4e3f-830b-89126475f634 req-748132ed-d1e0-4e15-bcc6-b3f496eccf9e tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "PUT /v2.0/ports/f50fbcbc-e0cc-4074-893d-e1d445e390d6 HTTP/1.1" status: 200 len: 943 time: 0.4317257 Apr 06 16:46:28.183187 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9', 'tag': 'f50fbcbc-e0cc-4074-893d-e1d445e390d6'}] {{(pid=103680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:46:28.185535 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37defc4f8c4d51421555421a688636eb49d5c8fee7a473d71a3f8bc7c746dcd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4c1be8-8473-4b48-a223-f302ded8bf35" -d '{"events": [{"name": "network-changed", "server_uuid": "ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9", "tag": "f50fbcbc-e0cc-4074-893d-e1d445e390d6"}]}' {{(pid=103680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:46:28.185874 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 45356) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:46:28.208028 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748132ed-d1e0-4e15-bcc6-b3f496eccf9e tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Pushing event updated for resources: {'Port': ['ID=f50fbcbc-e0cc-4074-893d-e1d445e390d6,revision_number=7']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:46:28.216608 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748132ed-d1e0-4e15-bcc6-b3f496eccf9e tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:46:28.216973 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748132ed-d1e0-4e15-bcc6-b3f496eccf9e tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:46:28.217432 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748132ed-d1e0-4e15-bcc6-b3f496eccf9e tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:46:28.217790 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748132ed-d1e0-4e15-bcc6-b3f496eccf9e tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:46:28.218131 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748132ed-d1e0-4e15-bcc6-b3f496eccf9e tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:46:28.218582 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748132ed-d1e0-4e15-bcc6-b3f496eccf9e tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:46:28.218919 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748132ed-d1e0-4e15-bcc6-b3f496eccf9e tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:46:28.219293 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748132ed-d1e0-4e15-bcc6-b3f496eccf9e tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:46:28.219740 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748132ed-d1e0-4e15-bcc6-b3f496eccf9e tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:46:28.220058 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748132ed-d1e0-4e15-bcc6-b3f496eccf9e tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:46:28.220395 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748132ed-d1e0-4e15-bcc6-b3f496eccf9e tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:46:28.220783 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748132ed-d1e0-4e15-bcc6-b3f496eccf9e tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:46:28.221122 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748132ed-d1e0-4e15-bcc6-b3f496eccf9e tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:46:28.221551 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748132ed-d1e0-4e15-bcc6-b3f496eccf9e tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:46:28.221902 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748132ed-d1e0-4e15-bcc6-b3f496eccf9e tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:46:28.252287 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] get_ports_and_sgs() called for port_ids ['f50fbcbc-e0cc-4074-893d-e1d445e390d6'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:46:28.262921 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645a08e8-6a03-46bc-896d-ea54dad2acee x-openstack-request-id: req-645a08e8-6a03-46bc-896d-ea54dad2acee {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:46:28.263224 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9", "tag": "f50fbcbc-e0cc-4074-893d-e1d445e390d6", "status": "completed", "code": 200}]} {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:46:28.263486 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-645a08e8-6a03-46bc-896d-ea54dad2acee {{(pid=103680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:46:28.263932 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-645a08e8-6a03-46bc-896d-ea54dad2acee'] response: {'name': 'network-changed', 'server_uuid': 'ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9', 'tag': 'f50fbcbc-e0cc-4074-893d-e1d445e390d6', 'status': 'completed', 'code': 200} Apr 06 16:46:28.307809 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d54f18dc-9a20-46e2-8258-9d364eafac2c tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks [] for security_group (dcb32d2f-5003-4d3b-b281-abde8f3aa985), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:28.355313 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d54f18dc-9a20-46e2-8258-9d364eafac2c tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks [] for security_group (dcb32d2f-5003-4d3b-b281-abde8f3aa985), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:28.396019 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c1be8-8473-4b48-a223-f302ded8bf35 req-711d6ff9-e266-4f9e-9421-e8e6d75904dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:46:28.397898 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-dc4c1be8-8473-4b48-a223-f302ded8bf35 req-711d6ff9-e266-4f9e-9421-e8e6d75904dc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=189de591ce874f8fbb67306538597437&device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 1130 time: 0.1065927 Apr 06 16:46:28.492213 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-bb930693-8e2a-40dd-8a8a-27d2ef3e91ce None None] Provisioning complete for port f50fbcbc-e0cc-4074-893d-e1d445e390d6 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:46:28.492683 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-bb930693-8e2a-40dd-8a8a-27d2ef3e91ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832325'] for port (f50fbcbc-e0cc-4074-893d-e1d445e390d6), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:28.496963 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c1be8-8473-4b48-a223-f302ded8bf35 req-80298c9a-163c-41c8-b893-b2fdcddaab89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:46:28.503575 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-dc4c1be8-8473-4b48-a223-f302ded8bf35 req-80298c9a-163c-41c8-b893-b2fdcddaab89 service neutron] 10.222.0.39 "GET /v2.0/networks?id=03a3951a-c423-4b6d-af65-58fa7b710e8e HTTP/1.1" status: 200 len: 915 time: 0.0941582 Apr 06 16:46:28.564722 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d54f18dc-9a20-46e2-8258-9d364eafac2c tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (dcb32d2f-5003-4d3b-b281-abde8f3aa985), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:28.567089 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d54f18dc-9a20-46e2-8258-9d364eafac2c tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:28.569101 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-d54f18dc-9a20-46e2-8258-9d364eafac2c tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "DELETE /v2.0/security-groups/dcb32d2f-5003-4d3b-b281-abde8f3aa985 HTTP/1.1" status: 204 len: 168 time: 0.3812313 Apr 06 16:46:28.571855 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 45360) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:46:28.576718 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-dc4c1be8-8473-4b48-a223-f302ded8bf35 req-990f79b2-9538-47c7-8f9b-5df54f1afeb7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f50fbcbc-e0cc-4074-893d-e1d445e390d6 HTTP/1.1" status: 200 len: 1001 time: 0.0699630 Apr 06 16:46:28.580438 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-bb930693-8e2a-40dd-8a8a-27d2ef3e91ce None None] Current status of the port f50fbcbc-e0cc-4074-893d-e1d445e390d6 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:46:28.590604 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f18dc-9a20-46e2-8258-9d364eafac2c tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb32d2f-5003-4d3b-b281-abde8f3aa985,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:46:28.618199 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54f18dc-9a20-46e2-8258-9d364eafac2c tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:46:28.618548 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54f18dc-9a20-46e2-8258-9d364eafac2c tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:46:28.618895 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54f18dc-9a20-46e2-8258-9d364eafac2c tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:46:28.619270 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54f18dc-9a20-46e2-8258-9d364eafac2c tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:46:28.619681 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54f18dc-9a20-46e2-8258-9d364eafac2c tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:46:28.619981 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54f18dc-9a20-46e2-8258-9d364eafac2c tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:46:28.620311 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54f18dc-9a20-46e2-8258-9d364eafac2c tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:46:28.620646 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54f18dc-9a20-46e2-8258-9d364eafac2c tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:46:28.620974 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54f18dc-9a20-46e2-8258-9d364eafac2c tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:46:28.621301 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54f18dc-9a20-46e2-8258-9d364eafac2c tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:46:28.621632 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54f18dc-9a20-46e2-8258-9d364eafac2c tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:46:28.621956 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54f18dc-9a20-46e2-8258-9d364eafac2c tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:46:28.622280 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54f18dc-9a20-46e2-8258-9d364eafac2c tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:46:28.622603 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54f18dc-9a20-46e2-8258-9d364eafac2c tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:46:28.622922 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54f18dc-9a20-46e2-8258-9d364eafac2c tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:46:28.642315 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c1be8-8473-4b48-a223-f302ded8bf35 req-21128d87-844d-44f8-8a5e-f812af05d370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:46:28.644611 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-dc4c1be8-8473-4b48-a223-f302ded8bf35 req-21128d87-844d-44f8-8a5e-f812af05d370 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=beb4d972-56fd-4f2f-a2c9-66e431428485 HTTP/1.1" status: 200 len: 853 time: 0.0612040 Apr 06 16:46:28.699909 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c1be8-8473-4b48-a223-f302ded8bf35 req-1b474d3c-28a0-4cc8-a62b-a14c74bf51eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:46:28.701409 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-dc4c1be8-8473-4b48-a223-f302ded8bf35 req-1b474d3c-28a0-4cc8-a62b-a14c74bf51eb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=03a3951a-c423-4b6d-af65-58fa7b710e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0515840 Apr 06 16:46:28.739114 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-49cc4a4a-c499-4012-bb7e-1071b3fa8502 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Deleting port e3aed999-d48f-4994-957b-52c56adcb192 {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:46:28.740259 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-49cc4a4a-c499-4012-bb7e-1071b3fa8502 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (e3aed999-d48f-4994-957b-52c56adcb192), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:28.792696 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-dc4c1be8-8473-4b48-a223-f302ded8bf35 req-f7ced086-b857-4f02-bcc7-d990ecb0a3da service neutron] 10.222.0.39 "GET /v2.0/networks/03a3951a-c423-4b6d-af65-58fa7b710e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845912 Apr 06 16:46:28.817941 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-49cc4a4a-c499-4012-bb7e-1071b3fa8502 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (e3aed999-d48f-4994-957b-52c56adcb192), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:28.818164 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-49cc4a4a-c499-4012-bb7e-1071b3fa8502 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks [] for floatingip (e3aed999-d48f-4994-957b-52c56adcb192), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:28.830150 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-49cc4a4a-c499-4012-bb7e-1071b3fa8502 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Calling delete_port for e3aed999-d48f-4994-957b-52c56adcb192 owned by network:floatingip {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:46:28.886132 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-dc4c1be8-8473-4b48-a223-f302ded8bf35 req-9c17cb26-422d-4adc-ac4c-d8bd1c9773b4 service neutron] 10.222.0.39 "GET /v2.0/networks/03a3951a-c423-4b6d-af65-58fa7b710e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882919 Apr 06 16:46:29.084586 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-49cc4a4a-c499-4012-bb7e-1071b3fa8502 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (e3aed999-d48f-4994-957b-52c56adcb192), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:29.111036 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc4a4a-c499-4012-bb7e-1071b3fa8502 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Pushing event deleted for resources: {'Port': ['ID=e3aed999-d48f-4994-957b-52c56adcb192,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:46:29.178681 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-49cc4a4a-c499-4012-bb7e-1071b3fa8502 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks [] for floatingip (1637e6af-c968-4636-acf5-9226e297eeea), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:29.178946 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.db.l3_db [None req-49cc4a4a-c499-4012-bb7e-1071b3fa8502 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Floating IP 1637e6af-c968-4636-acf5-9226e297eeea disassociated (deleted). External IP: 172.28.0.86, port: f50fbcbc-e0cc-4074-893d-e1d445e390d6. Apr 06 16:46:29.394112 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49cc4a4a-c499-4012-bb7e-1071b3fa8502 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Router 4f895d11-ae63-42e2-9a55-6b1ff7a52ed5 has already been hosted by L3 agent 94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e {{(pid=103680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:46:29.736980 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-903e916f-6c23-4fa5-a1a2-29673f3b203b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:29.776638 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49cc4a4a-c499-4012-bb7e-1071b3fa8502 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Notify agent at l3_agent.dv-cinder-815660-7-smb the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:46:29.781726 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-49cc4a4a-c499-4012-bb7e-1071b3fa8502 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for floatingip (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:29.786345 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11533e73-8d1c-4d03-bd7d-adaa68a66285 None None] Sync routers for ids ['4f895d11-ae63-42e2-9a55-6b1ff7a52ed5'] in dv-cinder-815660-7-smb {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:46:29.796951 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11533e73-8d1c-4d03-bd7d-adaa68a66285 None None] Routers {'4f895d11-ae63-42e2-9a55-6b1ff7a52ed5'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:46:29.797547 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-11533e73-8d1c-4d03-bd7d-adaa68a66285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:46:02Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['4f895d11-ae63-42e2-9a55-6b1ff7a52ed5'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:46:29.812640 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-49cc4a4a-c499-4012-bb7e-1071b3fa8502 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "DELETE /v2.0/floatingips/1637e6af-c968-4636-acf5-9226e297eeea HTTP/1.1" status: 204 len: 168 time: 1.2394850 Apr 06 16:46:30.050229 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-11533e73-8d1c-4d03-bd7d-adaa68a66285 None None] Set router 4f895d11-ae63-42e2-9a55-6b1ff7a52ed5 gateway port host: dv-cinder-815660-7-smb {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:46:30.264166 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-11533e73-8d1c-4d03-bd7d-adaa68a66285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f895d11-ae63-42e2-9a55-6b1ff7a52ed5', 'name': 'tempest-TestMinimumBasicScenario-265356457-router', 'tenant_id': '189de591ce874f8fbb67306538597437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.153'}], 'enable_snat': True}, 'gw_port_id': '7dcfa37c-5da3-4725-97ef-fe8bf3b331da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:43:05Z', 'updated_at': '2022-04-06T16:43:08Z', 'revision_number': 4, 'project_id': '189de591ce874f8fbb67306538597437', 'gw_port': {'id': '7dcfa37c-5da3-4725-97ef-fe8bf3b331da', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:94:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f895d11-ae63-42e2-9a55-6b1ff7a52ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:43:05Z', 'updated_at': '2022-04-06T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': '83217714-da21-4d3f-a455-20e191a0c6c8', 'name': '', 'network_id': '03a3951a-c423-4b6d-af65-58fa7b710e8e', 'tenant_id': '189de591ce874f8fbb67306538597437', 'mac_address': 'fa:16:3e:ed:66:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f895d11-ae63-42e2-9a55-6b1ff7a52ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'beb4d972-56fd-4f2f-a2c9-66e431428485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:43:08Z', 'updated_at': '2022-04-06T16:43:12Z', 'revision_number': 5, 'project_id': '189de591ce874f8fbb67306538597437', 'subnets': [{'id': 'beb4d972-56fd-4f2f-a2c9-66e431428485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:46:30.264934 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9', 'tag': 'f50fbcbc-e0cc-4074-893d-e1d445e390d6'}] {{(pid=103680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:46:30.267279 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37defc4f8c4d51421555421a688636eb49d5c8fee7a473d71a3f8bc7c746dcd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd858498-0976-446e-b622-87331be82c9a" -d '{"events": [{"name": "network-changed", "server_uuid": "ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9", "tag": "f50fbcbc-e0cc-4074-893d-e1d445e390d6"}]}' {{(pid=103680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:46:30.296815 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11533e73-8d1c-4d03-bd7d-adaa68a66285 None None] Checking router: 4f895d11-ae63-42e2-9a55-6b1ff7a52ed5 for host: dv-cinder-815660-7-smb {{(pid=103682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:46:30.307241 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6acfba-b33a-4d5c-b3b6-49954b55098c x-openstack-request-id: req-0a6acfba-b33a-4d5c-b3b6-49954b55098c {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:46:30.307542 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9", "tag": "f50fbcbc-e0cc-4074-893d-e1d445e390d6", "status": "completed", "code": 200}]} {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:46:30.307826 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0a6acfba-b33a-4d5c-b3b6-49954b55098c {{(pid=103680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:46:30.308228 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a6acfba-b33a-4d5c-b3b6-49954b55098c'] response: {'name': 'network-changed', 'server_uuid': 'ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9', 'tag': 'f50fbcbc-e0cc-4074-893d-e1d445e390d6', 'status': 'completed', 'code': 200} Apr 06 16:46:30.310192 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11533e73-8d1c-4d03-bd7d-adaa68a66285 None None] Routers {'4f895d11-ae63-42e2-9a55-6b1ff7a52ed5'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:46:30.310947 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-11533e73-8d1c-4d03-bd7d-adaa68a66285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:46:02Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['4f895d11-ae63-42e2-9a55-6b1ff7a52ed5'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:46:30.427086 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-11533e73-8d1c-4d03-bd7d-adaa68a66285 None None] Set router 4f895d11-ae63-42e2-9a55-6b1ff7a52ed5 gateway port host: dv-cinder-815660-7-smb {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:46:30.640640 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-11533e73-8d1c-4d03-bd7d-adaa68a66285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f895d11-ae63-42e2-9a55-6b1ff7a52ed5', 'name': 'tempest-TestMinimumBasicScenario-265356457-router', 'tenant_id': '189de591ce874f8fbb67306538597437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.153'}], 'enable_snat': True}, 'gw_port_id': '7dcfa37c-5da3-4725-97ef-fe8bf3b331da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:43:05Z', 'updated_at': '2022-04-06T16:43:08Z', 'revision_number': 4, 'project_id': '189de591ce874f8fbb67306538597437', 'gw_port': {'id': '7dcfa37c-5da3-4725-97ef-fe8bf3b331da', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:94:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f895d11-ae63-42e2-9a55-6b1ff7a52ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:43:05Z', 'updated_at': '2022-04-06T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': '83217714-da21-4d3f-a455-20e191a0c6c8', 'name': '', 'network_id': '03a3951a-c423-4b6d-af65-58fa7b710e8e', 'tenant_id': '189de591ce874f8fbb67306538597437', 'mac_address': 'fa:16:3e:ed:66:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f895d11-ae63-42e2-9a55-6b1ff7a52ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'beb4d972-56fd-4f2f-a2c9-66e431428485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:43:08Z', 'updated_at': '2022-04-06T16:43:12Z', 'revision_number': 5, 'project_id': '189de591ce874f8fbb67306538597437', 'subnets': [{'id': 'beb4d972-56fd-4f2f-a2c9-66e431428485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:46:30.664521 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd858498-0976-446e-b622-87331be82c9a req-4c18c1c7-f1de-4b98-905a-63714906ff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:46:30.666060 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-dd858498-0976-446e-b622-87331be82c9a req-4c18c1c7-f1de-4b98-905a-63714906ff9b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=189de591ce874f8fbb67306538597437&device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 1130 time: 0.0543654 Apr 06 16:46:30.674457 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11533e73-8d1c-4d03-bd7d-adaa68a66285 None None] The sync data for ids ['4f895d11-ae63-42e2-9a55-6b1ff7a52ed5'] in dv-cinder-815660-7-smb is: [{'id': '4f895d11-ae63-42e2-9a55-6b1ff7a52ed5', 'name': 'tempest-TestMinimumBasicScenario-265356457-router', 'tenant_id': '189de591ce874f8fbb67306538597437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.153'}], 'enable_snat': True}, 'gw_port_id': '7dcfa37c-5da3-4725-97ef-fe8bf3b331da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:43:05Z', 'updated_at': '2022-04-06T16:43:08Z', 'revision_number': 4, 'project_id': '189de591ce874f8fbb67306538597437', 'gw_port': {'id': '7dcfa37c-5da3-4725-97ef-fe8bf3b331da', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:94:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f895d11-ae63-42e2-9a55-6b1ff7a52ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:43:05Z', 'updated_at': '2022-04-06T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': '83217714-da21-4d3f-a455-20e191a0c6c8', 'name': '', 'network_id': '03a3951a-c423-4b6d-af65-58fa7b710e8e', 'tenant_id': '189de591ce874f8fbb67306538597437', 'mac_address': 'fa:16:3e:ed:66:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f895d11-ae63-42e2-9a55-6b1ff7a52ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'beb4d972-56fd-4f2f-a2c9-66e431428485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:43:08Z', 'updated_at': '2022-04-06T16:43:12Z', 'revision_number': 5, 'project_id': '189de591ce874f8fbb67306538597437', 'subnets': [{'id': 'beb4d972-56fd-4f2f-a2c9-66e431428485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:46:30.783611 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd858498-0976-446e-b622-87331be82c9a req-256caef9-dd4c-4c4a-a94f-7d57885341db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:46:30.785005 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-dd858498-0976-446e-b622-87331be82c9a req-256caef9-dd4c-4c4a-a94f-7d57885341db service neutron] 10.222.0.39 "GET /v2.0/networks?id=03a3951a-c423-4b6d-af65-58fa7b710e8e HTTP/1.1" status: 200 len: 915 time: 0.0908608 Apr 06 16:46:30.833491 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-dd858498-0976-446e-b622-87331be82c9a req-66997dbd-9d59-4a6c-8c5b-c8f466bf38a9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f50fbcbc-e0cc-4074-893d-e1d445e390d6 HTTP/1.1" status: 200 len: 217 time: 0.0423193 Apr 06 16:46:30.884229 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd858498-0976-446e-b622-87331be82c9a req-b90268e1-da34-40b7-8720-eab8f3c20204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:46:30.885700 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-dd858498-0976-446e-b622-87331be82c9a req-b90268e1-da34-40b7-8720-eab8f3c20204 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=beb4d972-56fd-4f2f-a2c9-66e431428485 HTTP/1.1" status: 200 len: 853 time: 0.0461733 Apr 06 16:46:30.922504 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4379bb55-4e52-4f04-bfd0-6cb9c8bc2e23 None None] New status for floating IP 1637e6af-c968-4636-acf5-9226e297eeea: DOWN {{(pid=103683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 16:46:30.939848 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd858498-0976-446e-b622-87331be82c9a req-7df92c02-7d51-402d-be94-aa7a4f552e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:46:30.941443 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-dd858498-0976-446e-b622-87331be82c9a req-7df92c02-7d51-402d-be94-aa7a4f552e50 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=03a3951a-c423-4b6d-af65-58fa7b710e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0489116 Apr 06 16:46:31.294542 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-dd858498-0976-446e-b622-87331be82c9a req-26e6b305-a5db-485a-8341-f7391c63348a service neutron] 10.222.0.39 "GET /v2.0/networks/03a3951a-c423-4b6d-af65-58fa7b710e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472025 Apr 06 16:46:31.335251 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (0e5c86dc-cd19-4356-a060-9388d8808620), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:31.387646 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-dd858498-0976-446e-b622-87331be82c9a req-a6f26715-d4f4-4fa5-85ca-b829fe232f2d service neutron] 10.222.0.39 "GET /v2.0/networks/03a3951a-c423-4b6d-af65-58fa7b710e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868378 Apr 06 16:46:32.028779 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-4c001224-add4-4b68-9ad9-c87168a78d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:33.114659 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f8567-07c1-4fc6-9d7f-6d31a3e8fee2 req-8de6f5e5-3093-4e55-9dba-f98d09d856b7 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:46:33.116382 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ca5f8567-07c1-4fc6-9d7f-6d31a3e8fee2 req-8de6f5e5-3093-4e55-9dba-f98d09d856b7 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 946 time: 0.0601952 Apr 06 16:46:33.164228 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-ca5f8567-07c1-4fc6-9d7f-6d31a3e8fee2 req-806f6cf5-2185-40f8-be20-dea18f7af590 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/security-groups?id=b10fea5c-68bb-40fe-b360-bc634ec2d564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422518 Apr 06 16:46:33.514301 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:34.288786 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ccd2d-4783-4ebf-b19d-4eba852a416a req-c1368146-f780-4ed1-9267-713775736c30 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:46:34.290528 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-4c2ccd2d-4783-4ebf-b19d-4eba852a416a req-c1368146-f780-4ed1-9267-713775736c30 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 946 time: 0.0562198 Apr 06 16:46:34.336139 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-4c2ccd2d-4783-4ebf-b19d-4eba852a416a req-c25aa425-2782-4702-808c-049dbaba8d48 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/security-groups?id=b10fea5c-68bb-40fe-b360-bc634ec2d564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401020 Apr 06 16:46:34.611196 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:35.193791 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb73c3-8ac7-4a17-8408-291505b257d3 req-de0518b3-786e-4ed6-8197-8679d17172c9 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:46:35.195247 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-37fb73c3-8ac7-4a17-8408-291505b257d3 req-de0518b3-786e-4ed6-8197-8679d17172c9 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 946 time: 0.0523047 Apr 06 16:46:35.291571 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [req-37fb73c3-8ac7-4a17-8408-291505b257d3 req-edf20907-9c20-4958-8847-005b30d16b61 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Deleting port f50fbcbc-e0cc-4074-893d-e1d445e390d6 {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:46:35.292330 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-37fb73c3-8ac7-4a17-8408-291505b257d3 req-edf20907-9c20-4958-8847-005b30d16b61 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (f50fbcbc-e0cc-4074-893d-e1d445e390d6), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:35.388049 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-37fb73c3-8ac7-4a17-8408-291505b257d3 req-edf20907-9c20-4958-8847-005b30d16b61 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] For port f50fbcbc-e0cc-4074-893d-e1d445e390d6, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=f50fbcbc-e0cc-4074-893d-e1d445e390d6,segment=NetworkSegment(0d9de86b-fd4b-4e31-a9ea-89dab2d7abab),segment_id=0d9de86b-fd4b-4e31-a9ea-89dab2d7abab)] {{(pid=103681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:46:35.388423 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-37fb73c3-8ac7-4a17-8408-291505b257d3 req-edf20907-9c20-4958-8847-005b30d16b61 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (f50fbcbc-e0cc-4074-893d-e1d445e390d6), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:35.401666 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [req-37fb73c3-8ac7-4a17-8408-291505b257d3 req-edf20907-9c20-4958-8847-005b30d16b61 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Calling delete_port for f50fbcbc-e0cc-4074-893d-e1d445e390d6 owned by compute:nova {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:46:35.460943 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2153205f-4064-404b-9ac9-505115a8cd9f req-bc5689a1-301d-4ea7-b7df-eb63024f1b46 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:46:35.462507 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-2153205f-4064-404b-9ac9-505115a8cd9f req-bc5689a1-301d-4ea7-b7df-eb63024f1b46 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 946 time: 0.0580552 Apr 06 16:46:35.516040 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-2153205f-4064-404b-9ac9-505115a8cd9f req-a4f5885b-4a23-4ed4-b217-28cd863eadd6 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/security-groups?id=b10fea5c-68bb-40fe-b360-bc634ec2d564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477362 Apr 06 16:46:35.634453 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-37fb73c3-8ac7-4a17-8408-291505b257d3 req-edf20907-9c20-4958-8847-005b30d16b61 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6161582'] for port (f50fbcbc-e0cc-4074-893d-e1d445e390d6), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:35.647226 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] get_ports_and_sgs() called for port_ids ['f50fbcbc-e0cc-4074-893d-e1d445e390d6'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 16:46:35.667034 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf20907-9c20-4958-8847-005b30d16b61 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Pushing event deleted for resources: {'Port': ['ID=f50fbcbc-e0cc-4074-893d-e1d445e390d6,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:46:35.708706 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [req-37fb73c3-8ac7-4a17-8408-291505b257d3 req-edf20907-9c20-4958-8847-005b30d16b61 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] No DVR routers for this DVR port f50fbcbc-e0cc-4074-893d-e1d445e390d6 on host hv-cinder-81566 {{(pid=103681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:46:35.712652 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-37fb73c3-8ac7-4a17-8408-291505b257d3 req-edf20907-9c20-4958-8847-005b30d16b61 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:35.714448 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-37fb73c3-8ac7-4a17-8408-291505b257d3 req-edf20907-9c20-4958-8847-005b30d16b61 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.39 "DELETE /v2.0/ports/f50fbcbc-e0cc-4074-893d-e1d445e390d6 HTTP/1.1" status: 204 len: 173 time: 0.5102925 Apr 06 16:46:35.714887 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9', 'name': 'network-vif-deleted', 'tag': 'f50fbcbc-e0cc-4074-893d-e1d445e390d6'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:46:35.717168 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da169357ed327e8d081ee60461067b1ef6c636002c887d5121cbb3f742e83ced" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5060f8-eac5-4b11-a45b-23dbe2856a36" -d '{"events": [{"server_uuid": "ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9", "name": "network-vif-deleted", "tag": "f50fbcbc-e0cc-4074-893d-e1d445e390d6"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:46:35.753963 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeaba1b2-fbe8-4cb6-8152-07a15071e63b x-openstack-request-id: req-aeaba1b2-fbe8-4cb6-8152-07a15071e63b {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:46:35.754261 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9", "name": "network-vif-deleted", "tag": "f50fbcbc-e0cc-4074-893d-e1d445e390d6", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:46:35.754583 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aeaba1b2-fbe8-4cb6-8152-07a15071e63b {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:46:35.755048 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeaba1b2-fbe8-4cb6-8152-07a15071e63b'] response: {'server_uuid': 'ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9', 'name': 'network-vif-deleted', 'tag': 'f50fbcbc-e0cc-4074-893d-e1d445e390d6', 'status': 'completed', 'code': 200} Apr 06 16:46:36.177665 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:36.633531 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-559c80f9-0ba3-4421-b9fa-3d6f76407ab8 req-c9cf6ffa-e155-4009-a7cf-c50414bf5bd9 tempest-TestMinimumBasicScenario-917046793 tempest-TestMinimumBasicScenario-917046793-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecef8ad7-b1d1-40eb-b751-3c7f72c78dc9 HTTP/1.1" status: 200 len: 210 time: 0.0291166 Apr 06 16:46:38.804959 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device f50fbcbc-e0cc-4074-893d-e1d445e390d6 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:46:38.825496 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] No Port match for: f50fbcbc-e0cc-4074-893d-e1d445e390d6 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:46:38.825847 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device f50fbcbc-e0cc-4074-893d-e1d445e390d6 not bound to the agent host hv-cinder-81566 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:46:39.097544 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 45444) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:46:39.460038 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ff766eb8-df32-432f-8868-1b9283ee6dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617325'] for router_interface (4f895d11-ae63-42e2-9a55-6b1ff7a52ed5), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:39.718473 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-ff766eb8-df32-432f-8868-1b9283ee6dea admin admin] Deleting port 83217714-da21-4d3f-a455-20e191a0c6c8 {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:46:39.718716 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ff766eb8-df32-432f-8868-1b9283ee6dea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (83217714-da21-4d3f-a455-20e191a0c6c8), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:39.800563 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [None req-ff766eb8-df32-432f-8868-1b9283ee6dea admin admin] For port 83217714-da21-4d3f-a455-20e191a0c6c8, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=83217714-da21-4d3f-a455-20e191a0c6c8,segment=NetworkSegment(0d9de86b-fd4b-4e31-a9ea-89dab2d7abab),segment_id=0d9de86b-fd4b-4e31-a9ea-89dab2d7abab)] {{(pid=103680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:46:39.800926 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ff766eb8-df32-432f-8868-1b9283ee6dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (83217714-da21-4d3f-a455-20e191a0c6c8), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:39.814125 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-ff766eb8-df32-432f-8868-1b9283ee6dea admin admin] Calling delete_port for 83217714-da21-4d3f-a455-20e191a0c6c8 owned by network:router_interface {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:46:40.060510 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ff766eb8-df32-432f-8868-1b9283ee6dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (83217714-da21-4d3f-a455-20e191a0c6c8), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:40.088102 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff766eb8-df32-432f-8868-1b9283ee6dea admin admin] Pushing event deleted for resources: {'Port': ['ID=83217714-da21-4d3f-a455-20e191a0c6c8,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:46:40.260742 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ff766eb8-df32-432f-8868-1b9283ee6dea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617213'] for router_interface (4f895d11-ae63-42e2-9a55-6b1ff7a52ed5), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:40.493202 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff766eb8-df32-432f-8868-1b9283ee6dea admin admin] Router 4f895d11-ae63-42e2-9a55-6b1ff7a52ed5 has already been hosted by L3 agent 94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e {{(pid=103680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:46:40.606376 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff766eb8-df32-432f-8868-1b9283ee6dea admin admin] Notify agent at l3_agent.dv-cinder-815660-7-smb the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:46:40.612192 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-ff766eb8-df32-432f-8868-1b9283ee6dea admin admin] 10.222.0.49 "PUT /v2.0/routers/4f895d11-ae63-42e2-9a55-6b1ff7a52ed5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5130007 Apr 06 16:46:40.614882 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 45446) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:46:40.616245 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eff43f-f9a9-4386-bec4-2e37f1f3a41e None None] Sync routers for ids ['4f895d11-ae63-42e2-9a55-6b1ff7a52ed5'] in dv-cinder-815660-7-smb {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:46:40.626794 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3eff43f-f9a9-4386-bec4-2e37f1f3a41e None None] Routers {'4f895d11-ae63-42e2-9a55-6b1ff7a52ed5'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:46:40.627415 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-a3eff43f-f9a9-4386-bec4-2e37f1f3a41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:46:32Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['4f895d11-ae63-42e2-9a55-6b1ff7a52ed5'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:46:40.722282 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9c388233-7701-4f15-a599-7f641df6ab14 admin admin] Publish callbacks [] for router (4f895d11-ae63-42e2-9a55-6b1ff7a52ed5), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:40.735459 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-a3eff43f-f9a9-4386-bec4-2e37f1f3a41e None None] Set router 4f895d11-ae63-42e2-9a55-6b1ff7a52ed5 gateway port host: dv-cinder-815660-7-smb {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:46:40.829293 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9c388233-7701-4f15-a599-7f641df6ab14 admin admin] Publish callbacks [] for router_gateway (4f895d11-ae63-42e2-9a55-6b1ff7a52ed5), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:40.918996 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-a3eff43f-f9a9-4386-bec4-2e37f1f3a41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f895d11-ae63-42e2-9a55-6b1ff7a52ed5', 'name': 'tempest-TestMinimumBasicScenario-265356457-router', 'tenant_id': '189de591ce874f8fbb67306538597437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.153'}], 'enable_snat': True}, 'gw_port_id': '7dcfa37c-5da3-4725-97ef-fe8bf3b331da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:43:05Z', 'updated_at': '2022-04-06T16:46:39Z', 'revision_number': 5, 'project_id': '189de591ce874f8fbb67306538597437', 'gw_port': {'id': '7dcfa37c-5da3-4725-97ef-fe8bf3b331da', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:94:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f895d11-ae63-42e2-9a55-6b1ff7a52ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:43:05Z', 'updated_at': '2022-04-06T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb'}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:46:40.945199 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eff43f-f9a9-4386-bec4-2e37f1f3a41e None None] Checking router: 4f895d11-ae63-42e2-9a55-6b1ff7a52ed5 for host: dv-cinder-815660-7-smb {{(pid=103682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:46:40.953358 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3eff43f-f9a9-4386-bec4-2e37f1f3a41e None None] Routers {'4f895d11-ae63-42e2-9a55-6b1ff7a52ed5'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:46:40.953969 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-a3eff43f-f9a9-4386-bec4-2e37f1f3a41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:46:32Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['4f895d11-ae63-42e2-9a55-6b1ff7a52ed5'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:46:40.963122 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-9c388233-7701-4f15-a599-7f641df6ab14 admin admin] Deleting port 7dcfa37c-5da3-4725-97ef-fe8bf3b331da {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:46:40.963487 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9c388233-7701-4f15-a599-7f641df6ab14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (7dcfa37c-5da3-4725-97ef-fe8bf3b331da), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:41.044046 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-a3eff43f-f9a9-4386-bec4-2e37f1f3a41e None None] Set router 4f895d11-ae63-42e2-9a55-6b1ff7a52ed5 gateway port host: None {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:46:41.046954 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [None req-9c388233-7701-4f15-a599-7f641df6ab14 admin admin] For port 7dcfa37c-5da3-4725-97ef-fe8bf3b331da, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=7dcfa37c-5da3-4725-97ef-fe8bf3b331da,segment=NetworkSegment(3728a512-0136-4544-ad0a-d8addcf850d8),segment_id=3728a512-0136-4544-ad0a-d8addcf850d8)] {{(pid=103680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:46:41.047321 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9c388233-7701-4f15-a599-7f641df6ab14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (7dcfa37c-5da3-4725-97ef-fe8bf3b331da), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:41.060553 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-9c388233-7701-4f15-a599-7f641df6ab14 admin admin] Calling delete_port for 7dcfa37c-5da3-4725-97ef-fe8bf3b331da owned by network:router_gateway {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:46:41.096579 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-a3eff43f-f9a9-4386-bec4-2e37f1f3a41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f895d11-ae63-42e2-9a55-6b1ff7a52ed5', 'name': 'tempest-TestMinimumBasicScenario-265356457-router', 'tenant_id': '189de591ce874f8fbb67306538597437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:43:05Z', 'updated_at': '2022-04-06T16:46:40Z', 'revision_number': 6, 'project_id': '189de591ce874f8fbb67306538597437', 'gw_port_host': None}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:46:41.126645 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eff43f-f9a9-4386-bec4-2e37f1f3a41e None None] The sync data for ids ['4f895d11-ae63-42e2-9a55-6b1ff7a52ed5'] in dv-cinder-815660-7-smb is: [{'id': '4f895d11-ae63-42e2-9a55-6b1ff7a52ed5', 'name': 'tempest-TestMinimumBasicScenario-265356457-router', 'tenant_id': '189de591ce874f8fbb67306538597437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:43:05Z', 'updated_at': '2022-04-06T16:46:40Z', 'revision_number': 6, 'project_id': '189de591ce874f8fbb67306538597437', 'gw_port_host': None}] {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:46:41.283411 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9c388233-7701-4f15-a599-7f641df6ab14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (7dcfa37c-5da3-4725-97ef-fe8bf3b331da), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:41.309059 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c388233-7701-4f15-a599-7f641df6ab14 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dcfa37c-5da3-4725-97ef-fe8bf3b331da,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:46:41.371268 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9c388233-7701-4f15-a599-7f641df6ab14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617019'] for router_gateway (4f895d11-ae63-42e2-9a55-6b1ff7a52ed5), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:41.469166 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9c388233-7701-4f15-a599-7f641df6ab14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-616840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3787'] for router (4f895d11-ae63-42e2-9a55-6b1ff7a52ed5), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:41.471568 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9c388233-7701-4f15-a599-7f641df6ab14 admin admin] Publish callbacks [] for router_controller (4f895d11-ae63-42e2-9a55-6b1ff7a52ed5), precommit_delete_associations {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:41.569221 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9c388233-7701-4f15-a599-7f641df6ab14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616833'] for router (4f895d11-ae63-42e2-9a55-6b1ff7a52ed5), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:41.569786 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c388233-7701-4f15-a599-7f641df6ab14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f895d11-ae63-42e2-9a55-6b1ff7a52ed5 {{(pid=103680) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 16:46:41.575118 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9c388233-7701-4f15-a599-7f641df6ab14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:41.576324 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-9c388233-7701-4f15-a599-7f641df6ab14 admin admin] 10.222.0.49 "DELETE /v2.0/routers/4f895d11-ae63-42e2-9a55-6b1ff7a52ed5 HTTP/1.1" status: 204 len: 168 time: 0.9605017 Apr 06 16:46:41.578813 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 45448) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:46:41.624571 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.db_base_plugin_v2 [None req-a282f128-9c94-4b71-a0ef-40f75b6202b6 admin admin] Deleting subnet beb4d972-56fd-4f2f-a2c9-66e431428485 {{(pid=103680) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 16:46:41.627534 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a282f128-9c94-4b71-a0ef-40f75b6202b6 admin admin] Publish callbacks [] for subnet (beb4d972-56fd-4f2f-a2c9-66e431428485), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:41.663232 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a282f128-9c94-4b71-a0ef-40f75b6202b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5945672'] for subnet (beb4d972-56fd-4f2f-a2c9-66e431428485), precommit_delete_associations {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:41.745857 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a282f128-9c94-4b71-a0ef-40f75b6202b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1833433'] for subnet (beb4d972-56fd-4f2f-a2c9-66e431428485), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:41.843630 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a282f128-9c94-4b71-a0ef-40f75b6202b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1833430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5978122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4346813'] for subnet (beb4d972-56fd-4f2f-a2c9-66e431428485), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:41.872816 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a282f128-9c94-4b71-a0ef-40f75b6202b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=beb4d972-56fd-4f2f-a2c9-66e431428485,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:46:41.874943 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a282f128-9c94-4b71-a0ef-40f75b6202b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:41.878884 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-a282f128-9c94-4b71-a0ef-40f75b6202b6 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/beb4d972-56fd-4f2f-a2c9-66e431428485 HTTP/1.1" status: 204 len: 168 time: 0.2982438 Apr 06 16:46:41.881454 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 45450) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:46:41.882152 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6713ea4a-88f4-468b-a3af-66a6cd923279 None None] Network 03a3951a-c423-4b6d-af65-58fa7b710e8e requested from dv-cinder-815660-7-smb {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:46:41.939305 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 83217714-da21-4d3f-a455-20e191a0c6c8 no longer exists at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:46:41.958723 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-acf1aaff-7818-4b20-adf7-3d0fdc8dbe51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1710238'] for network (03a3951a-c423-4b6d-af65-58fa7b710e8e), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:41.967499 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] No Port match for: 83217714-da21-4d3f-a455-20e191a0c6c8 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:46:41.967879 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 83217714-da21-4d3f-a455-20e191a0c6c8 not bound to the agent host dv-cinder-815660-7-smb {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:46:41.968296 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 7dcfa37c-5da3-4725-97ef-fe8bf3b331da no longer exists at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:46:42.002283 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] No Port match for: 7dcfa37c-5da3-4725-97ef-fe8bf3b331da {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:46:42.002633 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 7dcfa37c-5da3-4725-97ef-fe8bf3b331da not bound to the agent host dv-cinder-815660-7-smb {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:46:42.016713 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-acf1aaff-7818-4b20-adf7-3d0fdc8dbe51 admin admin] Deleting port 4d727692-b2d6-4887-ad22-a7205e869824 {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:46:42.017053 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-acf1aaff-7818-4b20-adf7-3d0fdc8dbe51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (4d727692-b2d6-4887-ad22-a7205e869824), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:42.083800 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4048d543-935f-4a26-ab90-3e39262db0ca None None] DHCP port deletion for 03a3951a-c423-4b6d-af65-58fa7b710e8e request from dv-cinder-815660-7-smb {{(pid=103682) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 16:46:42.086347 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.db [None req-acf1aaff-7818-4b20-adf7-3d0fdc8dbe51 admin admin] For port 4d727692-b2d6-4887-ad22-a7205e869824, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=4d727692-b2d6-4887-ad22-a7205e869824,segment=NetworkSegment(0d9de86b-fd4b-4e31-a9ea-89dab2d7abab),segment_id=0d9de86b-fd4b-4e31-a9ea-89dab2d7abab)] {{(pid=103681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:46:42.086708 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-acf1aaff-7818-4b20-adf7-3d0fdc8dbe51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (4d727692-b2d6-4887-ad22-a7205e869824), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:42.102338 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-acf1aaff-7818-4b20-adf7-3d0fdc8dbe51 admin admin] Calling delete_port for 4d727692-b2d6-4887-ad22-a7205e869824 owned by network:dhcp {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:46:42.135717 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-4048d543-935f-4a26-ab90-3e39262db0ca None None] Deleting port 4d727692-b2d6-4887-ad22-a7205e869824 {{(pid=103682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:46:42.136095 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-4048d543-935f-4a26-ab90-3e39262db0ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (4d727692-b2d6-4887-ad22-a7205e869824), before_delete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:42.205657 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-4048d543-935f-4a26-ab90-3e39262db0ca None None] For port 4d727692-b2d6-4887-ad22-a7205e869824, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=4d727692-b2d6-4887-ad22-a7205e869824,segment=NetworkSegment(0d9de86b-fd4b-4e31-a9ea-89dab2d7abab),segment_id=0d9de86b-fd4b-4e31-a9ea-89dab2d7abab)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:46:42.206125 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-4048d543-935f-4a26-ab90-3e39262db0ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (4d727692-b2d6-4887-ad22-a7205e869824), precommit_delete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:42.219495 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-4048d543-935f-4a26-ab90-3e39262db0ca None None] Calling delete_port for 4d727692-b2d6-4887-ad22-a7205e869824 owned by network:dhcp {{(pid=103682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:46:42.240890 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-acf1aaff-7818-4b20-adf7-3d0fdc8dbe51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6161582'] for port (4d727692-b2d6-4887-ad22-a7205e869824), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:42.267461 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf1aaff-7818-4b20-adf7-3d0fdc8dbe51 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d727692-b2d6-4887-ad22-a7205e869824,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:46:42.271198 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf1aaff-7818-4b20-adf7-3d0fdc8dbe51 admin admin] No DVR routers for this DVR port 4d727692-b2d6-4887-ad22-a7205e869824 on host dv-cinder-815660-7-smb {{(pid=103681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:46:42.297531 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-4048d543-935f-4a26-ab90-3e39262db0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285'] for port (4d727692-b2d6-4887-ad22-a7205e869824), after_delete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:42.324083 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4048d543-935f-4a26-ab90-3e39262db0ca None None] Pushing event deleted for resources: {'Port': ['ID=4d727692-b2d6-4887-ad22-a7205e869824,revision_number=None']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:46:42.326285 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4048d543-935f-4a26-ab90-3e39262db0ca None None] No DVR routers for this DVR port 4d727692-b2d6-4887-ad22-a7205e869824 on host dv-cinder-815660-7-smb {{(pid=103682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:46:42.337398 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4048d543-935f-4a26-ab90-3e39262db0ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:46:42.337654 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4048d543-935f-4a26-ab90-3e39262db0ca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:46:42.337999 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4048d543-935f-4a26-ab90-3e39262db0ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:46:42.338347 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4048d543-935f-4a26-ab90-3e39262db0ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:46:42.338791 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4048d543-935f-4a26-ab90-3e39262db0ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:46:42.339004 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4048d543-935f-4a26-ab90-3e39262db0ca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:46:42.339359 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4048d543-935f-4a26-ab90-3e39262db0ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:46:42.339651 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4048d543-935f-4a26-ab90-3e39262db0ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:46:42.340004 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4048d543-935f-4a26-ab90-3e39262db0ca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:46:42.340333 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4048d543-935f-4a26-ab90-3e39262db0ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:46:42.340659 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4048d543-935f-4a26-ab90-3e39262db0ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:46:42.340980 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4048d543-935f-4a26-ab90-3e39262db0ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:46:42.341478 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4048d543-935f-4a26-ab90-3e39262db0ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:46:42.341701 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4048d543-935f-4a26-ab90-3e39262db0ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:46:42.342026 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4048d543-935f-4a26-ab90-3e39262db0ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:46:42.354922 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-acf1aaff-7818-4b20-adf7-3d0fdc8dbe51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1831458', 'neutron.services.segments.db._delete_segments_for_network-8758156444793'] for network (03a3951a-c423-4b6d-af65-58fa7b710e8e), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:42.376780 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.services.segments.db [None req-acf1aaff-7818-4b20-adf7-3d0fdc8dbe51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03a3951a-c423-4b6d-af65-58fa7b710e8e']}} {{(pid=103681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:46:42.386639 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.services.segments.db [None req-acf1aaff-7818-4b20-adf7-3d0fdc8dbe51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d9de86b-fd4b-4e31-a9ea-89dab2d7abab') {'for_net_delete': True} {{(pid=103681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:46:42.386915 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.services.segments.db [None req-acf1aaff-7818-4b20-adf7-3d0fdc8dbe51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d9de86b-fd4b-4e31-a9ea-89dab2d7abab') {} {{(pid=103681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:46:42.396871 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-acf1aaff-7818-4b20-adf7-3d0fdc8dbe51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758156443522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4248435'] for segment (0d9de86b-fd4b-4e31-a9ea-89dab2d7abab), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:42.410233 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-acf1aaff-7818-4b20-adf7-3d0fdc8dbe51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1728802'] for segment (0d9de86b-fd4b-4e31-a9ea-89dab2d7abab), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:42.417222 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acf1aaff-7818-4b20-adf7-3d0fdc8dbe51 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 16:46:42.417616 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-acf1aaff-7818-4b20-adf7-3d0fdc8dbe51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1728802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6161651'] for segment (0d9de86b-fd4b-4e31-a9ea-89dab2d7abab), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:42.419262 dv-cinder-815660-7-smb neutron-server[103681]: Traceback (most recent call last): Apr 06 16:46:42.419262 dv-cinder-815660-7-smb neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 16:46:42.419262 dv-cinder-815660-7-smb neutron-server[103681]: timer() Apr 06 16:46:42.419262 dv-cinder-815660-7-smb neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 16:46:42.419262 dv-cinder-815660-7-smb neutron-server[103681]: cb(*args, **kw) Apr 06 16:46:42.419262 dv-cinder-815660-7-smb neutron-server[103681]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 16:46:42.419262 dv-cinder-815660-7-smb neutron-server[103681]: return func(*args, **kwargs) Apr 06 16:46:42.419262 dv-cinder-815660-7-smb neutron-server[103681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 16:46:42.419262 dv-cinder-815660-7-smb neutron-server[103681]: self._notify() Apr 06 16:46:42.419262 dv-cinder-815660-7-smb neutron-server[103681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 16:46:42.419262 dv-cinder-815660-7-smb neutron-server[103681]: self.callback(batched_events) Apr 06 16:46:42.419262 dv-cinder-815660-7-smb neutron-server[103681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 16:46:42.419262 dv-cinder-815660-7-smb neutron-server[103681]: event.method(event) Apr 06 16:46:42.419262 dv-cinder-815660-7-smb neutron-server[103681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 16:46:42.419262 dv-cinder-815660-7-smb neutron-server[103681]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 16:46:42.419262 dv-cinder-815660-7-smb neutron-server[103681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 16:46:42.419262 dv-cinder-815660-7-smb neutron-server[103681]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 16:46:42.419262 dv-cinder-815660-7-smb neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 16:46:42.419262 dv-cinder-815660-7-smb neutron-server[103681]: return f(self, *a, **k) Apr 06 16:46:42.419262 dv-cinder-815660-7-smb neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 16:46:42.419262 dv-cinder-815660-7-smb neutron-server[103681]: return self._get(url).json() Apr 06 16:46:42.419262 dv-cinder-815660-7-smb neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 16:46:42.419262 dv-cinder-815660-7-smb neutron-server[103681]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 16:46:42.419262 dv-cinder-815660-7-smb neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 16:46:42.419262 dv-cinder-815660-7-smb neutron-server[103681]: return self.request(url, 'GET', **kwargs) Apr 06 16:46:42.419262 dv-cinder-815660-7-smb neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 16:46:42.419262 dv-cinder-815660-7-smb neutron-server[103681]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 16:46:42.419262 dv-cinder-815660-7-smb neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 16:46:42.419262 dv-cinder-815660-7-smb neutron-server[103681]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 16:46:42.419262 dv-cinder-815660-7-smb neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 16:46:42.419262 dv-cinder-815660-7-smb neutron-server[103681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 16:46:42.419262 dv-cinder-815660-7-smb neutron-server[103681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 16:46:42.542852 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-acf1aaff-7818-4b20-adf7-3d0fdc8dbe51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1831515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617055'] for network (03a3951a-c423-4b6d-af65-58fa7b710e8e), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:42.548291 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-acf1aaff-7818-4b20-adf7-3d0fdc8dbe51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:42.551767 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-acf1aaff-7818-4b20-adf7-3d0fdc8dbe51 admin admin] 10.222.0.49 "DELETE /v2.0/networks/03a3951a-c423-4b6d-af65-58fa7b710e8e HTTP/1.1" status: 204 len: 168 time: 0.6692190 Apr 06 16:46:42.555450 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 45452) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:46:42.563254 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf1aaff-7818-4b20-adf7-3d0fdc8dbe51 admin admin] Pushing event deleted for resources: {'Network': ['ID=03a3951a-c423-4b6d-af65-58fa7b710e8e,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:46:42.916994 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-fa42c14a-9ed0-495b-983b-c860f44f7b01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617325'] for router_interface (077ccc0d-2f48-4b38-8e15-b559cb575aa7), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:43.429624 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-fa42c14a-9ed0-495b-983b-c860f44f7b01 admin admin] Deleting port 916bee2d-bcc7-4e96-900a-2d0a67de9956 {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:46:43.429959 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-fa42c14a-9ed0-495b-983b-c860f44f7b01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (916bee2d-bcc7-4e96-900a-2d0a67de9956), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:43.512820 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [None req-fa42c14a-9ed0-495b-983b-c860f44f7b01 admin admin] For port 916bee2d-bcc7-4e96-900a-2d0a67de9956, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=916bee2d-bcc7-4e96-900a-2d0a67de9956,segment=NetworkSegment(1d5f1295-18d8-472b-9d35-d485a80ebe48),segment_id=1d5f1295-18d8-472b-9d35-d485a80ebe48)] {{(pid=103680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:46:43.519838 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-fa42c14a-9ed0-495b-983b-c860f44f7b01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (916bee2d-bcc7-4e96-900a-2d0a67de9956), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:43.530660 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-fa42c14a-9ed0-495b-983b-c860f44f7b01 admin admin] Calling delete_port for 916bee2d-bcc7-4e96-900a-2d0a67de9956 owned by network:router_interface {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:46:43.782984 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-fa42c14a-9ed0-495b-983b-c860f44f7b01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (916bee2d-bcc7-4e96-900a-2d0a67de9956), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:43.814204 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa42c14a-9ed0-495b-983b-c860f44f7b01 admin admin] Pushing event deleted for resources: {'Port': ['ID=916bee2d-bcc7-4e96-900a-2d0a67de9956,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:46:43.889644 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 4d727692-b2d6-4887-ad22-a7205e869824 no longer exists at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:46:43.917717 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] No Port match for: 4d727692-b2d6-4887-ad22-a7205e869824 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:46:43.918128 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 4d727692-b2d6-4887-ad22-a7205e869824 not bound to the agent host dv-cinder-815660-7-smb {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:46:44.016320 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-fa42c14a-9ed0-495b-983b-c860f44f7b01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617213'] for router_interface (077ccc0d-2f48-4b38-8e15-b559cb575aa7), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:44.240656 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa42c14a-9ed0-495b-983b-c860f44f7b01 admin admin] Router 077ccc0d-2f48-4b38-8e15-b559cb575aa7 has already been hosted by L3 agent 94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e {{(pid=103680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:46:44.361358 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa42c14a-9ed0-495b-983b-c860f44f7b01 admin admin] Notify agent at l3_agent.dv-cinder-815660-7-smb the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:46:44.375547 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-fa42c14a-9ed0-495b-983b-c860f44f7b01 admin admin] 10.222.0.49 "PUT /v2.0/routers/077ccc0d-2f48-4b38-8e15-b559cb575aa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8100972 Apr 06 16:46:44.375547 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 45458) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:46:44.375944 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66a1261-64c1-4870-98d3-41af93a78ac5 None None] Sync routers for ids ['077ccc0d-2f48-4b38-8e15-b559cb575aa7'] in dv-cinder-815660-7-smb {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:46:44.385369 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66a1261-64c1-4870-98d3-41af93a78ac5 None None] Routers {'077ccc0d-2f48-4b38-8e15-b559cb575aa7'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:46:44.386276 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-f66a1261-64c1-4870-98d3-41af93a78ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:46:32Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['077ccc0d-2f48-4b38-8e15-b559cb575aa7'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:46:44.481456 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7419ef83-4c35-4f73-88bf-cc547753d7a5 admin admin] Publish callbacks [] for router (077ccc0d-2f48-4b38-8e15-b559cb575aa7), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:44.496891 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-f66a1261-64c1-4870-98d3-41af93a78ac5 None None] Set router 077ccc0d-2f48-4b38-8e15-b559cb575aa7 gateway port host: dv-cinder-815660-7-smb {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:46:44.597759 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7419ef83-4c35-4f73-88bf-cc547753d7a5 admin admin] Publish callbacks [] for router_gateway (077ccc0d-2f48-4b38-8e15-b559cb575aa7), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:44.695830 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-f66a1261-64c1-4870-98d3-41af93a78ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077ccc0d-2f48-4b38-8e15-b559cb575aa7', 'name': 'tempest-TestMinimumBasicScenario-1135808474-router', 'tenant_id': 'f3f00db735c244b189b7dbd59f495aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.96'}], 'enable_snat': True}, 'gw_port_id': 'bebf5d12-ab66-447d-9222-e33a1af4576f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:43:12Z', 'updated_at': '2022-04-06T16:46:43Z', 'revision_number': 5, 'project_id': 'f3f00db735c244b189b7dbd59f495aa6', 'gw_port': {'id': 'bebf5d12-ab66-447d-9222-e33a1af4576f', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:11:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077ccc0d-2f48-4b38-8e15-b559cb575aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:43:13Z', 'updated_at': '2022-04-06T16:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb'}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:46:44.712309 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-7419ef83-4c35-4f73-88bf-cc547753d7a5 admin admin] Deleting port bebf5d12-ab66-447d-9222-e33a1af4576f {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:46:44.712676 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7419ef83-4c35-4f73-88bf-cc547753d7a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (bebf5d12-ab66-447d-9222-e33a1af4576f), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:44.721038 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66a1261-64c1-4870-98d3-41af93a78ac5 None None] Checking router: 077ccc0d-2f48-4b38-8e15-b559cb575aa7 for host: dv-cinder-815660-7-smb {{(pid=103683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:46:44.729427 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66a1261-64c1-4870-98d3-41af93a78ac5 None None] Routers {'077ccc0d-2f48-4b38-8e15-b559cb575aa7'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:46:44.730033 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-f66a1261-64c1-4870-98d3-41af93a78ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:46:32Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['077ccc0d-2f48-4b38-8e15-b559cb575aa7'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:46:44.794157 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [None req-7419ef83-4c35-4f73-88bf-cc547753d7a5 admin admin] For port bebf5d12-ab66-447d-9222-e33a1af4576f, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=bebf5d12-ab66-447d-9222-e33a1af4576f,segment=NetworkSegment(3728a512-0136-4544-ad0a-d8addcf850d8),segment_id=3728a512-0136-4544-ad0a-d8addcf850d8)] {{(pid=103680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:46:44.794851 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7419ef83-4c35-4f73-88bf-cc547753d7a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (bebf5d12-ab66-447d-9222-e33a1af4576f), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:44.808680 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-7419ef83-4c35-4f73-88bf-cc547753d7a5 admin admin] Calling delete_port for bebf5d12-ab66-447d-9222-e33a1af4576f owned by network:router_gateway {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:46:44.817622 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-f66a1261-64c1-4870-98d3-41af93a78ac5 None None] Set router 077ccc0d-2f48-4b38-8e15-b559cb575aa7 gateway port host: None {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:46:44.871253 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-f66a1261-64c1-4870-98d3-41af93a78ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077ccc0d-2f48-4b38-8e15-b559cb575aa7', 'name': 'tempest-TestMinimumBasicScenario-1135808474-router', 'tenant_id': 'f3f00db735c244b189b7dbd59f495aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:43:12Z', 'updated_at': '2022-04-06T16:46:44Z', 'revision_number': 6, 'project_id': 'f3f00db735c244b189b7dbd59f495aa6', 'gw_port_host': None}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:46:44.898060 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66a1261-64c1-4870-98d3-41af93a78ac5 None None] The sync data for ids ['077ccc0d-2f48-4b38-8e15-b559cb575aa7'] in dv-cinder-815660-7-smb is: [{'id': '077ccc0d-2f48-4b38-8e15-b559cb575aa7', 'name': 'tempest-TestMinimumBasicScenario-1135808474-router', 'tenant_id': 'f3f00db735c244b189b7dbd59f495aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:43:12Z', 'updated_at': '2022-04-06T16:46:44Z', 'revision_number': 6, 'project_id': 'f3f00db735c244b189b7dbd59f495aa6', 'gw_port_host': None}] {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:46:45.052369 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7419ef83-4c35-4f73-88bf-cc547753d7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (bebf5d12-ab66-447d-9222-e33a1af4576f), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:45.079014 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7419ef83-4c35-4f73-88bf-cc547753d7a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bebf5d12-ab66-447d-9222-e33a1af4576f,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:46:45.143515 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7419ef83-4c35-4f73-88bf-cc547753d7a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617019'] for router_gateway (077ccc0d-2f48-4b38-8e15-b559cb575aa7), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:45.236188 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7419ef83-4c35-4f73-88bf-cc547753d7a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-616840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3787'] for router (077ccc0d-2f48-4b38-8e15-b559cb575aa7), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:45.238297 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7419ef83-4c35-4f73-88bf-cc547753d7a5 admin admin] Publish callbacks [] for router_controller (077ccc0d-2f48-4b38-8e15-b559cb575aa7), precommit_delete_associations {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:45.354498 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7419ef83-4c35-4f73-88bf-cc547753d7a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616833'] for router (077ccc0d-2f48-4b38-8e15-b559cb575aa7), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:45.355139 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7419ef83-4c35-4f73-88bf-cc547753d7a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 077ccc0d-2f48-4b38-8e15-b559cb575aa7 {{(pid=103680) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 16:46:45.359350 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7419ef83-4c35-4f73-88bf-cc547753d7a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:45.360628 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-7419ef83-4c35-4f73-88bf-cc547753d7a5 admin admin] 10.222.0.49 "DELETE /v2.0/routers/077ccc0d-2f48-4b38-8e15-b559cb575aa7 HTTP/1.1" status: 204 len: 168 time: 0.9903519 Apr 06 16:46:45.363109 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 45462) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:46:45.422351 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.db_base_plugin_v2 [None req-c804b450-f623-4182-a9d1-9dd4e5e7dc8f admin admin] Deleting subnet e6c3188e-98e0-4777-80f5-6a619ad5ad79 {{(pid=103680) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 16:46:45.426104 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c804b450-f623-4182-a9d1-9dd4e5e7dc8f admin admin] Publish callbacks [] for subnet (e6c3188e-98e0-4777-80f5-6a619ad5ad79), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:45.464623 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c804b450-f623-4182-a9d1-9dd4e5e7dc8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5945672'] for subnet (e6c3188e-98e0-4777-80f5-6a619ad5ad79), precommit_delete_associations {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:45.542164 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c804b450-f623-4182-a9d1-9dd4e5e7dc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1833433'] for subnet (e6c3188e-98e0-4777-80f5-6a619ad5ad79), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:45.673101 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c804b450-f623-4182-a9d1-9dd4e5e7dc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1833430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5978122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4346813'] for subnet (e6c3188e-98e0-4777-80f5-6a619ad5ad79), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:45.701393 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c804b450-f623-4182-a9d1-9dd4e5e7dc8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6c3188e-98e0-4777-80f5-6a619ad5ad79,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:46:45.706557 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c804b450-f623-4182-a9d1-9dd4e5e7dc8f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:45.711593 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-c804b450-f623-4182-a9d1-9dd4e5e7dc8f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e6c3188e-98e0-4777-80f5-6a619ad5ad79 HTTP/1.1" status: 204 len: 168 time: 0.3466666 Apr 06 16:46:45.714926 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 45464) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:46:45.719066 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f846e1-7669-4652-af48-1b95dd363a0a None None] Network c9b42fe4-1197-49e0-98cd-a0f7a2e9d8aa requested from dv-cinder-815660-7-smb {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:46:45.793415 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-892f40ea-f94c-47cd-ac17-6259863a2ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1710238'] for network (c9b42fe4-1197-49e0-98cd-a0f7a2e9d8aa), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:45.854326 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-892f40ea-f94c-47cd-ac17-6259863a2ac0 admin admin] Deleting port 5decdc07-aa34-42c5-958f-ed59422012e4 {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:46:45.854670 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-892f40ea-f94c-47cd-ac17-6259863a2ac0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (5decdc07-aa34-42c5-958f-ed59422012e4), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:45.892612 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55bf329-b79d-43f9-bbdf-b393d0b5a6b4 None None] DHCP port deletion for c9b42fe4-1197-49e0-98cd-a0f7a2e9d8aa request from dv-cinder-815660-7-smb {{(pid=103682) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 16:46:45.939223 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.db [None req-892f40ea-f94c-47cd-ac17-6259863a2ac0 admin admin] For port 5decdc07-aa34-42c5-958f-ed59422012e4, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=5decdc07-aa34-42c5-958f-ed59422012e4,segment=NetworkSegment(1d5f1295-18d8-472b-9d35-d485a80ebe48),segment_id=1d5f1295-18d8-472b-9d35-d485a80ebe48)] {{(pid=103681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:46:45.939884 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-892f40ea-f94c-47cd-ac17-6259863a2ac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (5decdc07-aa34-42c5-958f-ed59422012e4), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:45.959437 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-892f40ea-f94c-47cd-ac17-6259863a2ac0 admin admin] Calling delete_port for 5decdc07-aa34-42c5-958f-ed59422012e4 owned by network:dhcp {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:46:46.056577 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device bebf5d12-ab66-447d-9222-e33a1af4576f no longer exists at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:46:46.079425 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] No Port match for: bebf5d12-ab66-447d-9222-e33a1af4576f {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:46:46.079812 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device bebf5d12-ab66-447d-9222-e33a1af4576f not bound to the agent host dv-cinder-815660-7-smb {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:46:46.080245 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 916bee2d-bcc7-4e96-900a-2d0a67de9956 no longer exists at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:46:46.100576 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-892f40ea-f94c-47cd-ac17-6259863a2ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6161582'] for port (5decdc07-aa34-42c5-958f-ed59422012e4), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:46.103232 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] No Port match for: 916bee2d-bcc7-4e96-900a-2d0a67de9956 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:46:46.103526 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 916bee2d-bcc7-4e96-900a-2d0a67de9956 not bound to the agent host dv-cinder-815660-7-smb {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:46:46.126739 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-c55bf329-b79d-43f9-bbdf-b393d0b5a6b4 None None] Deleting port 5decdc07-aa34-42c5-958f-ed59422012e4 {{(pid=103682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:46:46.127052 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-c55bf329-b79d-43f9-bbdf-b393d0b5a6b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (5decdc07-aa34-42c5-958f-ed59422012e4), before_delete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:46.138705 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892f40ea-f94c-47cd-ac17-6259863a2ac0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5decdc07-aa34-42c5-958f-ed59422012e4,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:46:46.142368 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892f40ea-f94c-47cd-ac17-6259863a2ac0 admin admin] No DVR routers for this DVR port 5decdc07-aa34-42c5-958f-ed59422012e4 on host dv-cinder-815660-7-smb {{(pid=103681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:46:46.200841 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-c55bf329-b79d-43f9-bbdf-b393d0b5a6b4 None None] For port 5decdc07-aa34-42c5-958f-ed59422012e4, host dv-cinder-815660-7-smb, got binding levels [] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:46:46.201133 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-c55bf329-b79d-43f9-bbdf-b393d0b5a6b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (5decdc07-aa34-42c5-958f-ed59422012e4), precommit_delete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:46.214231 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-c55bf329-b79d-43f9-bbdf-b393d0b5a6b4 None None] Calling delete_port for 5decdc07-aa34-42c5-958f-ed59422012e4 owned by network:dhcp {{(pid=103682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:46:46.217105 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.ipam_backend_mixin [None req-c55bf329-b79d-43f9-bbdf-b393d0b5a6b4 None None] Port 5decdc07-aa34-42c5-958f-ed59422012e4 was not found and therefore no delete operation was performed {{(pid=103682) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 06 16:46:46.218381 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-c55bf329-b79d-43f9-bbdf-b393d0b5a6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285'] for port (5decdc07-aa34-42c5-958f-ed59422012e4), after_delete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:46.221706 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-892f40ea-f94c-47cd-ac17-6259863a2ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1831458', 'neutron.services.segments.db._delete_segments_for_network-8758156444793'] for network (c9b42fe4-1197-49e0-98cd-a0f7a2e9d8aa), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:46.244228 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.services.segments.db [None req-892f40ea-f94c-47cd-ac17-6259863a2ac0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9b42fe4-1197-49e0-98cd-a0f7a2e9d8aa']}} {{(pid=103681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:46:46.246654 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55bf329-b79d-43f9-bbdf-b393d0b5a6b4 None None] Pushing event deleted for resources: {'Port': ['ID=5decdc07-aa34-42c5-958f-ed59422012e4,revision_number=None']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:46:46.248701 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55bf329-b79d-43f9-bbdf-b393d0b5a6b4 None None] No DVR routers for this DVR port 5decdc07-aa34-42c5-958f-ed59422012e4 on host dv-cinder-815660-7-smb {{(pid=103682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:46:46.256034 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.services.segments.db [None req-892f40ea-f94c-47cd-ac17-6259863a2ac0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d5f1295-18d8-472b-9d35-d485a80ebe48') {'for_net_delete': True} {{(pid=103681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:46:46.256228 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.services.segments.db [None req-892f40ea-f94c-47cd-ac17-6259863a2ac0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d5f1295-18d8-472b-9d35-d485a80ebe48') {} {{(pid=103681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:46:46.266316 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-892f40ea-f94c-47cd-ac17-6259863a2ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758156443522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4248435'] for segment (1d5f1295-18d8-472b-9d35-d485a80ebe48), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:46.280640 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-892f40ea-f94c-47cd-ac17-6259863a2ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1728802'] for segment (1d5f1295-18d8-472b-9d35-d485a80ebe48), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:46.287612 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-892f40ea-f94c-47cd-ac17-6259863a2ac0 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 16:46:46.288959 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-892f40ea-f94c-47cd-ac17-6259863a2ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1728802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6161651'] for segment (1d5f1295-18d8-472b-9d35-d485a80ebe48), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:46.290016 dv-cinder-815660-7-smb neutron-server[103681]: Traceback (most recent call last): Apr 06 16:46:46.290016 dv-cinder-815660-7-smb neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 16:46:46.290016 dv-cinder-815660-7-smb neutron-server[103681]: timer() Apr 06 16:46:46.290016 dv-cinder-815660-7-smb neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 16:46:46.290016 dv-cinder-815660-7-smb neutron-server[103681]: cb(*args, **kw) Apr 06 16:46:46.290016 dv-cinder-815660-7-smb neutron-server[103681]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 16:46:46.290016 dv-cinder-815660-7-smb neutron-server[103681]: return func(*args, **kwargs) Apr 06 16:46:46.290016 dv-cinder-815660-7-smb neutron-server[103681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 16:46:46.290016 dv-cinder-815660-7-smb neutron-server[103681]: self._notify() Apr 06 16:46:46.290016 dv-cinder-815660-7-smb neutron-server[103681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 16:46:46.290016 dv-cinder-815660-7-smb neutron-server[103681]: self.callback(batched_events) Apr 06 16:46:46.290016 dv-cinder-815660-7-smb neutron-server[103681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 16:46:46.290016 dv-cinder-815660-7-smb neutron-server[103681]: event.method(event) Apr 06 16:46:46.290016 dv-cinder-815660-7-smb neutron-server[103681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 16:46:46.290016 dv-cinder-815660-7-smb neutron-server[103681]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 16:46:46.290016 dv-cinder-815660-7-smb neutron-server[103681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 16:46:46.290016 dv-cinder-815660-7-smb neutron-server[103681]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 16:46:46.290016 dv-cinder-815660-7-smb neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 16:46:46.290016 dv-cinder-815660-7-smb neutron-server[103681]: return f(self, *a, **k) Apr 06 16:46:46.290016 dv-cinder-815660-7-smb neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 16:46:46.290016 dv-cinder-815660-7-smb neutron-server[103681]: return self._get(url).json() Apr 06 16:46:46.290016 dv-cinder-815660-7-smb neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 16:46:46.290016 dv-cinder-815660-7-smb neutron-server[103681]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 16:46:46.290016 dv-cinder-815660-7-smb neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 16:46:46.290016 dv-cinder-815660-7-smb neutron-server[103681]: return self.request(url, 'GET', **kwargs) Apr 06 16:46:46.290016 dv-cinder-815660-7-smb neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 16:46:46.290016 dv-cinder-815660-7-smb neutron-server[103681]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 16:46:46.290016 dv-cinder-815660-7-smb neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 16:46:46.290016 dv-cinder-815660-7-smb neutron-server[103681]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 16:46:46.290016 dv-cinder-815660-7-smb neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 16:46:46.290016 dv-cinder-815660-7-smb neutron-server[103681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 16:46:46.290016 dv-cinder-815660-7-smb neutron-server[103681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 16:46:46.426835 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-892f40ea-f94c-47cd-ac17-6259863a2ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1831515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617055'] for network (c9b42fe4-1197-49e0-98cd-a0f7a2e9d8aa), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:46.432354 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-892f40ea-f94c-47cd-ac17-6259863a2ac0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:46.437860 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-892f40ea-f94c-47cd-ac17-6259863a2ac0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/c9b42fe4-1197-49e0-98cd-a0f7a2e9d8aa HTTP/1.1" status: 204 len: 168 time: 0.7186682 Apr 06 16:46:46.446816 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892f40ea-f94c-47cd-ac17-6259863a2ac0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9b42fe4-1197-49e0-98cd-a0f7a2e9d8aa,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:46:46.890265 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 45470) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:46:46.930839 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-b54caf92-0f64-467b-ba24-e3904533e6b9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=189de591ce874f8fbb67306538597437&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393941 Apr 06 16:46:46.933384 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 45472) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:46:46.982191 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f297f178-55f8-4b7b-a9f1-bf6f63157cab admin admin] Publish callbacks [] for security_group (b10fea5c-68bb-40fe-b360-bc634ec2d564), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:47.003636 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f297f178-55f8-4b7b-a9f1-bf6f63157cab admin admin] Publish callbacks [] for security_group (b10fea5c-68bb-40fe-b360-bc634ec2d564), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:47.120003 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f297f178-55f8-4b7b-a9f1-bf6f63157cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (b10fea5c-68bb-40fe-b360-bc634ec2d564), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:47.122470 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f297f178-55f8-4b7b-a9f1-bf6f63157cab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:47.123713 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-f297f178-55f8-4b7b-a9f1-bf6f63157cab admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b10fea5c-68bb-40fe-b360-bc634ec2d564 HTTP/1.1" status: 204 len: 168 time: 0.1894186 Apr 06 16:46:47.132326 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f297f178-55f8-4b7b-a9f1-bf6f63157cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10fea5c-68bb-40fe-b360-bc634ec2d564,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:46:47.861630 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 45478) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:46:47.865854 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 5decdc07-aa34-42c5-958f-ed59422012e4 no longer exists at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:46:47.886342 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] No Port match for: 5decdc07-aa34-42c5-958f-ed59422012e4 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:46:47.886684 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 5decdc07-aa34-42c5-958f-ed59422012e4 not bound to the agent host dv-cinder-815660-7-smb {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:46:47.907823 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-c7e2d98f-c7f1-4a57-b0c5-e56521a437e2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f3f00db735c244b189b7dbd59f495aa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0448899 Apr 06 16:46:47.910240 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 45480) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:46:47.956995 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9feaeb65-6e91-4b04-bd10-13b788eb746e admin admin] Publish callbacks [] for security_group (a4b4692c-4e88-46f9-bc03-5ffe546e9152), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:47.978777 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9feaeb65-6e91-4b04-bd10-13b788eb746e admin admin] Publish callbacks [] for security_group (a4b4692c-4e88-46f9-bc03-5ffe546e9152), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:48.095200 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9feaeb65-6e91-4b04-bd10-13b788eb746e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (a4b4692c-4e88-46f9-bc03-5ffe546e9152), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:48.097819 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9feaeb65-6e91-4b04-bd10-13b788eb746e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:46:48.106130 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-9feaeb65-6e91-4b04-bd10-13b788eb746e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a4b4692c-4e88-46f9-bc03-5ffe546e9152 HTTP/1.1" status: 204 len: 168 time: 0.1872456 Apr 06 16:46:48.107490 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feaeb65-6e91-4b04-bd10-13b788eb746e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b4692c-4e88-46f9-bc03-5ffe546e9152,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:46:59.614228 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.agents_db [None req-a950ddbd-9d44-4943-b7d7-a118ae2e1c13 None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:46:59.742924 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a3a83d7c-08d2-4cf6-8a4d-1a1125a02fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:01.357376 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (0e5c86dc-cd19-4356-a060-9388d8808620), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:02.131609 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-95f66226-6ed0-4f78-8f1f-809b74e90cd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:03.554605 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:04.639839 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:06.171334 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:07.609796 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [req-74950c08-59e1-4d95-8df5-bf93d0b2c25e req-4d781359-26eb-410e-8d4e-242f88c33c0e service neutron] (103681) timed out ('10.222.0.39', 50337) {{(pid=103681) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 16:47:29.734249 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-826b962d-5e42-42d4-882e-5a14a7c89485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:31.279383 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 45488) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:47:31.395165 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (0e5c86dc-cd19-4356-a060-9388d8808620), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:31.625262 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-c9a08a51-087e-4beb-ad2a-8bd1c1b2387e tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Deleting port f91d31ae-3a73-4084-a8b9-7717ebbef794 {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:47:31.625498 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c9a08a51-087e-4beb-ad2a-8bd1c1b2387e tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (f91d31ae-3a73-4084-a8b9-7717ebbef794), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:31.703088 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c9a08a51-087e-4beb-ad2a-8bd1c1b2387e tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (f91d31ae-3a73-4084-a8b9-7717ebbef794), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:31.703411 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c9a08a51-087e-4beb-ad2a-8bd1c1b2387e tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks [] for floatingip (f91d31ae-3a73-4084-a8b9-7717ebbef794), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:31.715526 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-c9a08a51-087e-4beb-ad2a-8bd1c1b2387e tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Calling delete_port for f91d31ae-3a73-4084-a8b9-7717ebbef794 owned by network:floatingip {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:47:31.982950 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c9a08a51-087e-4beb-ad2a-8bd1c1b2387e tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6161582'] for port (f91d31ae-3a73-4084-a8b9-7717ebbef794), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:32.010650 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a08a51-087e-4beb-ad2a-8bd1c1b2387e tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Pushing event deleted for resources: {'Port': ['ID=f91d31ae-3a73-4084-a8b9-7717ebbef794,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:47:32.036120 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a08a51-087e-4beb-ad2a-8bd1c1b2387e tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:47:32.036432 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a08a51-087e-4beb-ad2a-8bd1c1b2387e tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:47:32.036822 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a08a51-087e-4beb-ad2a-8bd1c1b2387e tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:47:32.037199 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a08a51-087e-4beb-ad2a-8bd1c1b2387e tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:47:32.037541 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a08a51-087e-4beb-ad2a-8bd1c1b2387e tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:47:32.037877 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a08a51-087e-4beb-ad2a-8bd1c1b2387e tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:47:32.038215 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a08a51-087e-4beb-ad2a-8bd1c1b2387e tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:47:32.038550 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a08a51-087e-4beb-ad2a-8bd1c1b2387e tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:47:32.038871 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a08a51-087e-4beb-ad2a-8bd1c1b2387e tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:47:32.039200 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a08a51-087e-4beb-ad2a-8bd1c1b2387e tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:47:32.039526 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a08a51-087e-4beb-ad2a-8bd1c1b2387e tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:47:32.039880 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a08a51-087e-4beb-ad2a-8bd1c1b2387e tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:47:32.040207 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a08a51-087e-4beb-ad2a-8bd1c1b2387e tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:47:32.040783 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a08a51-087e-4beb-ad2a-8bd1c1b2387e tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:47:32.041108 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a08a51-087e-4beb-ad2a-8bd1c1b2387e tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:47:32.084524 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c9a08a51-087e-4beb-ad2a-8bd1c1b2387e tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks [] for floatingip (67020f1f-ffb0-42ba-bf49-d8736d5481d9), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:32.084857 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.db.l3_db [None req-c9a08a51-087e-4beb-ad2a-8bd1c1b2387e tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Floating IP 67020f1f-ffb0-42ba-bf49-d8736d5481d9 disassociated (deleted). External IP: 172.28.0.244, port: 5c82da20-41d2-4fed-a380-b93ba059b67b. Apr 06 16:47:32.106622 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-5d5d87dc-1416-45a1-84ee-728df87df6c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:32.297185 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9a08a51-087e-4beb-ad2a-8bd1c1b2387e tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Router 1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a has already been hosted by L3 agent 94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e {{(pid=103681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:47:32.498136 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a08a51-087e-4beb-ad2a-8bd1c1b2387e tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Notify agent at l3_agent.dv-cinder-815660-7-smb the message routers_updated {{(pid=103681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:47:32.503006 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c9a08a51-087e-4beb-ad2a-8bd1c1b2387e tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for floatingip (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:32.512931 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4a80e1-f4ae-4483-8dab-d4897accc531 None None] Sync routers for ids ['1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a'] in dv-cinder-815660-7-smb {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:47:32.522145 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4a80e1-f4ae-4483-8dab-d4897accc531 None None] Routers {'1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:47:32.522901 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-6a4a80e1-f4ae-4483-8dab-d4897accc531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:47:32Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:47:32.533030 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-c9a08a51-087e-4beb-ad2a-8bd1c1b2387e tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "DELETE /v2.0/floatingips/67020f1f-ffb0-42ba-bf49-d8736d5481d9 HTTP/1.1" status: 204 len: 168 time: 1.2524064 Apr 06 16:47:32.533607 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1fa2dfe-4c22-460a-a79c-64a561f3a7d4', 'tag': '5c82da20-41d2-4fed-a380-b93ba059b67b'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:47:32.536592 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da169357ed327e8d081ee60461067b1ef6c636002c887d5121cbb3f742e83ced" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1dda83-590d-4d37-b80e-5bc1f2ebefcd" -d '{"events": [{"name": "network-changed", "server_uuid": "d1fa2dfe-4c22-460a-a79c-64a561f3a7d4", "tag": "5c82da20-41d2-4fed-a380-b93ba059b67b"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:47:32.582577 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 16:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dde1e55-f2e0-461a-bc85-ca6cf302ab52 x-openstack-request-id: req-9dde1e55-f2e0-461a-bc85-ca6cf302ab52 {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:47:32.582877 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1fa2dfe-4c22-460a-a79c-64a561f3a7d4", "tag": "5c82da20-41d2-4fed-a380-b93ba059b67b", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:47:32.583136 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9dde1e55-f2e0-461a-bc85-ca6cf302ab52 {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:47:32.583550 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dde1e55-f2e0-461a-bc85-ca6cf302ab52'] response: {'name': 'network-changed', 'server_uuid': 'd1fa2dfe-4c22-460a-a79c-64a561f3a7d4', 'tag': '5c82da20-41d2-4fed-a380-b93ba059b67b', 'status': 'completed', 'code': 200} Apr 06 16:47:32.641431 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-6a4a80e1-f4ae-4483-8dab-d4897accc531 None None] Set router 1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a gateway port host: dv-cinder-815660-7-smb {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:47:32.712984 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1dda83-590d-4d37-b80e-5bc1f2ebefcd req-358040a7-e803-4482-8f59-ce8256c5b778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:47:32.714658 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ae1dda83-590d-4d37-b80e-5bc1f2ebefcd req-358040a7-e803-4482-8f59-ce8256c5b778 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e0e9fb0b0674a50974ceebc2e7584ed&device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 1130 time: 0.1098542 Apr 06 16:47:32.813786 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1dda83-590d-4d37-b80e-5bc1f2ebefcd req-263caf6b-f9da-41e1-8be3-1da27ea0eb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:47:32.815205 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ae1dda83-590d-4d37-b80e-5bc1f2ebefcd req-263caf6b-f9da-41e1-8be3-1da27ea0eb13 service neutron] 10.222.0.39 "GET /v2.0/networks?id=905dec2a-0a2a-4dc2-a373-64830d2ec625 HTTP/1.1" status: 200 len: 909 time: 0.0919580 Apr 06 16:47:32.861152 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ae1dda83-590d-4d37-b80e-5bc1f2ebefcd req-d0ead4bf-d380-4525-b277-d824cc9d5d45 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c82da20-41d2-4fed-a380-b93ba059b67b HTTP/1.1" status: 200 len: 217 time: 0.0396464 Apr 06 16:47:32.867341 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-6a4a80e1-f4ae-4483-8dab-d4897accc531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a', 'name': 'tempest-TestShelveInstance-989384086-router', 'tenant_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '67b90e50-e195-4b24-84c4-4e453a9330dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:41:59Z', 'updated_at': '2022-04-06T16:42:02Z', 'revision_number': 4, 'project_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'gw_port': {'id': '67b90e50-e195-4b24-84c4-4e453a9330dd', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:42:00Z', 'updated_at': '2022-04-06T16:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': '5f3412f5-0a5f-4c29-9e14-14c606211a33', 'name': '', 'network_id': '905dec2a-0a2a-4dc2-a373-64830d2ec625', 'tenant_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'mac_address': 'fa:16:3e:0a:18:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'a752d7c3-ff9c-4a44-8f1f-3687527ea4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:42:02Z', 'updated_at': '2022-04-06T16:42:07Z', 'revision_number': 5, 'project_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'subnets': [{'id': 'a752d7c3-ff9c-4a44-8f1f-3687527ea4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:47:32.898130 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4a80e1-f4ae-4483-8dab-d4897accc531 None None] Checking router: 1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a for host: dv-cinder-815660-7-smb {{(pid=103682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:47:32.913033 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1dda83-590d-4d37-b80e-5bc1f2ebefcd req-41bc7191-5610-4679-88f6-9c153a28860c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:47:32.913289 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4a80e1-f4ae-4483-8dab-d4897accc531 None None] Routers {'1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:47:32.913827 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-6a4a80e1-f4ae-4483-8dab-d4897accc531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:47:32Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:47:32.914569 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ae1dda83-590d-4d37-b80e-5bc1f2ebefcd req-41bc7191-5610-4679-88f6-9c153a28860c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a752d7c3-ff9c-4a44-8f1f-3687527ea4c8 HTTP/1.1" status: 200 len: 847 time: 0.0476279 Apr 06 16:47:33.028003 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-6a4a80e1-f4ae-4483-8dab-d4897accc531 None None] Set router 1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a gateway port host: dv-cinder-815660-7-smb {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:47:33.086531 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7d671-cc02-449d-9f57-755b9c2c952f req-aa336e6e-aeea-479e-9241-1a1937f5a962 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:47:33.088014 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-a2a7d671-cc02-449d-9f57-755b9c2c952f req-aa336e6e-aeea-479e-9241-1a1937f5a962 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 946 time: 0.1696436 Apr 06 16:47:33.141590 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [req-a2a7d671-cc02-449d-9f57-755b9c2c952f req-697871b2-0312-4869-9c6f-b77fb16d822f tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e2c26ed-8ef4-4310-9308-808191840da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478199 Apr 06 16:47:33.239663 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-6a4a80e1-f4ae-4483-8dab-d4897accc531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a', 'name': 'tempest-TestShelveInstance-989384086-router', 'tenant_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '67b90e50-e195-4b24-84c4-4e453a9330dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:41:59Z', 'updated_at': '2022-04-06T16:42:02Z', 'revision_number': 4, 'project_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'gw_port': {'id': '67b90e50-e195-4b24-84c4-4e453a9330dd', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:42:00Z', 'updated_at': '2022-04-06T16:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': '5f3412f5-0a5f-4c29-9e14-14c606211a33', 'name': '', 'network_id': '905dec2a-0a2a-4dc2-a373-64830d2ec625', 'tenant_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'mac_address': 'fa:16:3e:0a:18:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'a752d7c3-ff9c-4a44-8f1f-3687527ea4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:42:02Z', 'updated_at': '2022-04-06T16:42:07Z', 'revision_number': 5, 'project_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'subnets': [{'id': 'a752d7c3-ff9c-4a44-8f1f-3687527ea4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:47:33.271780 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4a80e1-f4ae-4483-8dab-d4897accc531 None None] The sync data for ids ['1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a'] in dv-cinder-815660-7-smb is: [{'id': '1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a', 'name': 'tempest-TestShelveInstance-989384086-router', 'tenant_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '67b90e50-e195-4b24-84c4-4e453a9330dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:41:59Z', 'updated_at': '2022-04-06T16:42:02Z', 'revision_number': 4, 'project_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'gw_port': {'id': '67b90e50-e195-4b24-84c4-4e453a9330dd', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:42:00Z', 'updated_at': '2022-04-06T16:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb', '_interfaces': [{'id': '5f3412f5-0a5f-4c29-9e14-14c606211a33', 'name': '', 'network_id': '905dec2a-0a2a-4dc2-a373-64830d2ec625', 'tenant_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'mac_address': 'fa:16:3e:0a:18:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'a752d7c3-ff9c-4a44-8f1f-3687527ea4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:42:02Z', 'updated_at': '2022-04-06T16:42:07Z', 'revision_number': 5, 'project_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'subnets': [{'id': 'a752d7c3-ff9c-4a44-8f1f-3687527ea4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:47:33.522369 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3592f493-9783-4e95-b684-f8f773ceff05 None None] New status for floating IP 67020f1f-ffb0-42ba-bf49-d8736d5481d9: DOWN {{(pid=103683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 16:47:33.603224 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:33.932098 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1dda83-590d-4d37-b80e-5bc1f2ebefcd req-03a86807-2450-42a5-b3d0-12400d7da4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:47:33.933510 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ae1dda83-590d-4d37-b80e-5bc1f2ebefcd req-03a86807-2450-42a5-b3d0-12400d7da4e5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=905dec2a-0a2a-4dc2-a373-64830d2ec625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0459003 Apr 06 16:47:34.029184 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ae1dda83-590d-4d37-b80e-5bc1f2ebefcd req-4d1e232e-24c6-4e00-847e-6174ff98dd19 service neutron] 10.222.0.39 "GET /v2.0/networks/905dec2a-0a2a-4dc2-a373-64830d2ec625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874591 Apr 06 16:47:34.120675 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-ae1dda83-590d-4d37-b80e-5bc1f2ebefcd req-3990493f-450f-4519-83bb-c2bc8b578773 service neutron] 10.222.0.39 "GET /v2.0/networks/905dec2a-0a2a-4dc2-a373-64830d2ec625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823917 Apr 06 16:47:34.326387 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895abfa-984d-4da3-a8c4-8f8fecc8abda req-c536d1c2-7ae6-43d9-82b3-2b167a9892f6 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:47:34.327945 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-a895abfa-984d-4da3-a8c4-8f8fecc8abda req-c536d1c2-7ae6-43d9-82b3-2b167a9892f6 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 946 time: 0.1101894 Apr 06 16:47:34.389474 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-a895abfa-984d-4da3-a8c4-8f8fecc8abda req-a38e3431-f08a-4d70-b538-f80e3739d79c tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e2c26ed-8ef4-4310-9308-808191840da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551662 Apr 06 16:47:34.432542 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d65288-f544-41ee-8aab-da594ae513f3 req-3c1ff79b-0098-442b-9acc-d12752a84346 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:47:34.434031 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-f5d65288-f544-41ee-8aab-da594ae513f3 req-3c1ff79b-0098-442b-9acc-d12752a84346 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 946 time: 0.0620856 Apr 06 16:47:34.533457 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [req-f5d65288-f544-41ee-8aab-da594ae513f3 req-54c62e40-a5eb-4d4b-b90b-73d0f6888c30 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Deleting port 5c82da20-41d2-4fed-a380-b93ba059b67b {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:47:34.533798 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-f5d65288-f544-41ee-8aab-da594ae513f3 req-54c62e40-a5eb-4d4b-b90b-73d0f6888c30 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (5c82da20-41d2-4fed-a380-b93ba059b67b), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:34.624830 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-f5d65288-f544-41ee-8aab-da594ae513f3 req-54c62e40-a5eb-4d4b-b90b-73d0f6888c30 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] For port 5c82da20-41d2-4fed-a380-b93ba059b67b, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=5c82da20-41d2-4fed-a380-b93ba059b67b,segment=NetworkSegment(6760d168-1300-4193-89bd-f5e48a29d015),segment_id=6760d168-1300-4193-89bd-f5e48a29d015)] {{(pid=103681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:47:34.625194 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-f5d65288-f544-41ee-8aab-da594ae513f3 req-54c62e40-a5eb-4d4b-b90b-73d0f6888c30 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (5c82da20-41d2-4fed-a380-b93ba059b67b), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:34.638206 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [req-f5d65288-f544-41ee-8aab-da594ae513f3 req-54c62e40-a5eb-4d4b-b90b-73d0f6888c30 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Calling delete_port for 5c82da20-41d2-4fed-a380-b93ba059b67b owned by compute:nova {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:47:34.651624 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:34.822855 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-f5d65288-f544-41ee-8aab-da594ae513f3 req-54c62e40-a5eb-4d4b-b90b-73d0f6888c30 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6161582'] for port (5c82da20-41d2-4fed-a380-b93ba059b67b), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:34.850211 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c62e40-a5eb-4d4b-b90b-73d0f6888c30 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Pushing event deleted for resources: {'Port': ['ID=5c82da20-41d2-4fed-a380-b93ba059b67b,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:47:34.896661 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d65288-f544-41ee-8aab-da594ae513f3 req-54c62e40-a5eb-4d4b-b90b-73d0f6888c30 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] No DVR routers for this DVR port 5c82da20-41d2-4fed-a380-b93ba059b67b on host hv-cinder-81566 {{(pid=103681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:47:34.899130 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-f5d65288-f544-41ee-8aab-da594ae513f3 req-54c62e40-a5eb-4d4b-b90b-73d0f6888c30 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57773'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:34.902493 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-f5d65288-f544-41ee-8aab-da594ae513f3 req-54c62e40-a5eb-4d4b-b90b-73d0f6888c30 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.39 "DELETE /v2.0/ports/5c82da20-41d2-4fed-a380-b93ba059b67b HTTP/1.1" status: 204 len: 173 time: 0.4636025 Apr 06 16:47:34.902949 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1fa2dfe-4c22-460a-a79c-64a561f3a7d4', 'name': 'network-vif-deleted', 'tag': '5c82da20-41d2-4fed-a380-b93ba059b67b'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 16:47:34.905194 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da169357ed327e8d081ee60461067b1ef6c636002c887d5121cbb3f742e83ced" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f5ae35-e7bc-4d90-a09a-ab82f92519d1" -d '{"events": [{"server_uuid": "d1fa2dfe-4c22-460a-a79c-64a561f3a7d4", "name": "network-vif-deleted", "tag": "5c82da20-41d2-4fed-a380-b93ba059b67b"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 16:47:34.941866 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 16:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a49ad0-31c1-4473-82eb-ed295d1c8fa1 x-openstack-request-id: req-c5a49ad0-31c1-4473-82eb-ed295d1c8fa1 {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 16:47:34.942514 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1fa2dfe-4c22-460a-a79c-64a561f3a7d4", "name": "network-vif-deleted", "tag": "5c82da20-41d2-4fed-a380-b93ba059b67b", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 16:47:34.942514 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c5a49ad0-31c1-4473-82eb-ed295d1c8fa1 {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 16:47:34.942796 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5a49ad0-31c1-4473-82eb-ed295d1c8fa1'] response: {'server_uuid': 'd1fa2dfe-4c22-460a-a79c-64a561f3a7d4', 'name': 'network-vif-deleted', 'tag': '5c82da20-41d2-4fed-a380-b93ba059b67b', 'status': 'completed', 'code': 200} Apr 06 16:47:35.495957 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [req-5590be3f-969a-422c-81f5-c1bc84924a09 req-75f76e3b-6cbe-42ec-83fa-e33c01f371a9 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fa2dfe-4c22-460a-a79c-64a561f3a7d4 HTTP/1.1" status: 200 len: 210 time: 0.0349677 Apr 06 16:47:36.194198 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:36.554740 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 45516) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:47:36.613105 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.agents_db [None req-a950ddbd-9d44-4943-b7d7-a118ae2e1c13 None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:47:36.614366 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-988b2263-afa9-4f49-85c4-009ffd34a854 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks [] for security_group (2e2c26ed-8ef4-4310-9308-808191840da0), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:36.641422 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-988b2263-afa9-4f49-85c4-009ffd34a854 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks [] for security_group (2e2c26ed-8ef4-4310-9308-808191840da0), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:36.817251 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-988b2263-afa9-4f49-85c4-009ffd34a854 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (2e2c26ed-8ef4-4310-9308-808191840da0), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:36.819825 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-988b2263-afa9-4f49-85c4-009ffd34a854 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:36.821013 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-988b2263-afa9-4f49-85c4-009ffd34a854 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] 10.222.0.49 "DELETE /v2.0/security-groups/2e2c26ed-8ef4-4310-9308-808191840da0 HTTP/1.1" status: 204 len: 168 time: 0.2652423 Apr 06 16:47:36.830440 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b2263-afa9-4f49-85c4-009ffd34a854 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2c26ed-8ef4-4310-9308-808191840da0,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:47:36.837797 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b2263-afa9-4f49-85c4-009ffd34a854 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:47:36.838190 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b2263-afa9-4f49-85c4-009ffd34a854 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:47:36.838484 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b2263-afa9-4f49-85c4-009ffd34a854 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:47:36.838820 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b2263-afa9-4f49-85c4-009ffd34a854 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:47:36.839159 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b2263-afa9-4f49-85c4-009ffd34a854 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:47:36.839494 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b2263-afa9-4f49-85c4-009ffd34a854 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:47:36.839856 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b2263-afa9-4f49-85c4-009ffd34a854 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:47:36.840185 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b2263-afa9-4f49-85c4-009ffd34a854 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:47:36.840509 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b2263-afa9-4f49-85c4-009ffd34a854 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:47:36.840835 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b2263-afa9-4f49-85c4-009ffd34a854 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:47:36.841160 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b2263-afa9-4f49-85c4-009ffd34a854 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:47:36.841486 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b2263-afa9-4f49-85c4-009ffd34a854 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:47:36.841815 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b2263-afa9-4f49-85c4-009ffd34a854 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:47:36.842165 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b2263-afa9-4f49-85c4-009ffd34a854 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:47:36.842491 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988b2263-afa9-4f49-85c4-009ffd34a854 tempest-TestShelveInstance-1486388690 tempest-TestShelveInstance-1486388690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:47:36.933704 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 45520) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:47:37.070343 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 5c82da20-41d2-4fed-a380-b93ba059b67b no longer exists at agent hyperv_hv-cinder-81566 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:47:37.091363 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] No Port match for: 5c82da20-41d2-4fed-a380-b93ba059b67b {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:47:37.091734 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Device 5c82da20-41d2-4fed-a380-b93ba059b67b not bound to the agent host hv-cinder-81566 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:47:37.661040 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d9dcc358-3449-4653-80a7-1d540ce704a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617325'] for router_interface (1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:37.916437 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-d9dcc358-3449-4653-80a7-1d540ce704a5 admin admin] Deleting port 5f3412f5-0a5f-4c29-9e14-14c606211a33 {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:47:37.916776 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d9dcc358-3449-4653-80a7-1d540ce704a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (5f3412f5-0a5f-4c29-9e14-14c606211a33), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:37.998806 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.db [None req-d9dcc358-3449-4653-80a7-1d540ce704a5 admin admin] For port 5f3412f5-0a5f-4c29-9e14-14c606211a33, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=5f3412f5-0a5f-4c29-9e14-14c606211a33,segment=NetworkSegment(6760d168-1300-4193-89bd-f5e48a29d015),segment_id=6760d168-1300-4193-89bd-f5e48a29d015)] {{(pid=103681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:47:37.999536 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d9dcc358-3449-4653-80a7-1d540ce704a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (5f3412f5-0a5f-4c29-9e14-14c606211a33), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:38.012708 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-d9dcc358-3449-4653-80a7-1d540ce704a5 admin admin] Calling delete_port for 5f3412f5-0a5f-4c29-9e14-14c606211a33 owned by network:router_interface {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:47:38.272311 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d9dcc358-3449-4653-80a7-1d540ce704a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6161582'] for port (5f3412f5-0a5f-4c29-9e14-14c606211a33), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:38.301420 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dcc358-3449-4653-80a7-1d540ce704a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f3412f5-0a5f-4c29-9e14-14c606211a33,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:47:38.474383 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d9dcc358-3449-4653-80a7-1d540ce704a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617213'] for router_interface (1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:38.701865 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9dcc358-3449-4653-80a7-1d540ce704a5 admin admin] Router 1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a has already been hosted by L3 agent 94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e {{(pid=103681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:47:38.815117 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9dcc358-3449-4653-80a7-1d540ce704a5 admin admin] Notify agent at l3_agent.dv-cinder-815660-7-smb the message routers_updated {{(pid=103681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:47:38.820549 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-d9dcc358-3449-4653-80a7-1d540ce704a5 admin admin] 10.222.0.49 "PUT /v2.0/routers/1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8852069 Apr 06 16:47:38.823268 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 45524) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:47:38.826844 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4597a44-b81f-457e-b44f-dbd247aaa04a None None] Sync routers for ids ['1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a'] in dv-cinder-815660-7-smb {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:47:38.841885 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4597a44-b81f-457e-b44f-dbd247aaa04a None None] Routers {'1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:47:38.842609 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-f4597a44-b81f-457e-b44f-dbd247aaa04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:47:32Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:47:38.933813 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-39a98b1b-6fa4-4611-8081-d30eedafd7fd admin admin] Publish callbacks [] for router (1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:38.952127 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-f4597a44-b81f-457e-b44f-dbd247aaa04a None None] Set router 1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a gateway port host: dv-cinder-815660-7-smb {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:47:39.041678 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-39a98b1b-6fa4-4611-8081-d30eedafd7fd admin admin] Publish callbacks [] for router_gateway (1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:39.137359 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-f4597a44-b81f-457e-b44f-dbd247aaa04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a', 'name': 'tempest-TestShelveInstance-989384086-router', 'tenant_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '67b90e50-e195-4b24-84c4-4e453a9330dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:41:59Z', 'updated_at': '2022-04-06T16:47:38Z', 'revision_number': 5, 'project_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'gw_port': {'id': '67b90e50-e195-4b24-84c4-4e453a9330dd', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:42:00Z', 'updated_at': '2022-04-06T16:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb'}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:47:39.155167 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-39a98b1b-6fa4-4611-8081-d30eedafd7fd admin admin] Deleting port 67b90e50-e195-4b24-84c4-4e453a9330dd {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:47:39.155504 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-39a98b1b-6fa4-4611-8081-d30eedafd7fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (67b90e50-e195-4b24-84c4-4e453a9330dd), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:39.164846 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4597a44-b81f-457e-b44f-dbd247aaa04a None None] Checking router: 1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a for host: dv-cinder-815660-7-smb {{(pid=103682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:47:39.174041 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4597a44-b81f-457e-b44f-dbd247aaa04a None None] Routers {'1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:47:39.174744 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-f4597a44-b81f-457e-b44f-dbd247aaa04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:47:32Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:47:39.241730 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.db [None req-39a98b1b-6fa4-4611-8081-d30eedafd7fd admin admin] For port 67b90e50-e195-4b24-84c4-4e453a9330dd, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=67b90e50-e195-4b24-84c4-4e453a9330dd,segment=NetworkSegment(3728a512-0136-4544-ad0a-d8addcf850d8),segment_id=3728a512-0136-4544-ad0a-d8addcf850d8)] {{(pid=103681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:47:39.242010 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-39a98b1b-6fa4-4611-8081-d30eedafd7fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (67b90e50-e195-4b24-84c4-4e453a9330dd), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:39.255572 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-39a98b1b-6fa4-4611-8081-d30eedafd7fd admin admin] Calling delete_port for 67b90e50-e195-4b24-84c4-4e453a9330dd owned by network:router_gateway {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:47:39.264753 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-f4597a44-b81f-457e-b44f-dbd247aaa04a None None] Set router 1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a gateway port host: None {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:47:39.451641 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-f4597a44-b81f-457e-b44f-dbd247aaa04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a', 'name': 'tempest-TestShelveInstance-989384086-router', 'tenant_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:41:59Z', 'updated_at': '2022-04-06T16:47:39Z', 'revision_number': 6, 'project_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'gw_port_host': None}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:47:39.478333 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4597a44-b81f-457e-b44f-dbd247aaa04a None None] The sync data for ids ['1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a'] in dv-cinder-815660-7-smb is: [{'id': '1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a', 'name': 'tempest-TestShelveInstance-989384086-router', 'tenant_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:41:59Z', 'updated_at': '2022-04-06T16:47:39Z', 'revision_number': 6, 'project_id': '3e0e9fb0b0674a50974ceebc2e7584ed', 'gw_port_host': None}] {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:47:39.505888 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-39a98b1b-6fa4-4611-8081-d30eedafd7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6161582'] for port (67b90e50-e195-4b24-84c4-4e453a9330dd), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:39.532960 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a98b1b-6fa4-4611-8081-d30eedafd7fd admin admin] Pushing event deleted for resources: {'Port': ['ID=67b90e50-e195-4b24-84c4-4e453a9330dd,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:47:39.598163 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-39a98b1b-6fa4-4611-8081-d30eedafd7fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617019'] for router_gateway (1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:39.692045 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-39a98b1b-6fa4-4611-8081-d30eedafd7fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-616840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3787'] for router (1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:39.694226 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-39a98b1b-6fa4-4611-8081-d30eedafd7fd admin admin] Publish callbacks [] for router_controller (1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a), precommit_delete_associations {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:39.801081 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-39a98b1b-6fa4-4611-8081-d30eedafd7fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616833'] for router (1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:39.801906 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a98b1b-6fa4-4611-8081-d30eedafd7fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a {{(pid=103681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 16:47:39.806890 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-39a98b1b-6fa4-4611-8081-d30eedafd7fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:39.814243 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-39a98b1b-6fa4-4611-8081-d30eedafd7fd admin admin] 10.222.0.49 "DELETE /v2.0/routers/1e2148d7-5ca7-4ce2-b203-1ef34e9fee9a HTTP/1.1" status: 204 len: 168 time: 0.9839401 Apr 06 16:47:39.814243 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.49', 45526) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:47:39.867508 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b71b01a-1a7c-4b69-a4e8-729a9d95d175 admin admin] Deleting subnet a752d7c3-ff9c-4a44-8f1f-3687527ea4c8 {{(pid=103681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 16:47:39.871128 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9b71b01a-1a7c-4b69-a4e8-729a9d95d175 admin admin] Publish callbacks [] for subnet (a752d7c3-ff9c-4a44-8f1f-3687527ea4c8), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:39.911378 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9b71b01a-1a7c-4b69-a4e8-729a9d95d175 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4248456'] for subnet (a752d7c3-ff9c-4a44-8f1f-3687527ea4c8), precommit_delete_associations {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:40.053408 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9b71b01a-1a7c-4b69-a4e8-729a9d95d175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1833433'] for subnet (a752d7c3-ff9c-4a44-8f1f-3687527ea4c8), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:40.183449 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9b71b01a-1a7c-4b69-a4e8-729a9d95d175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1833430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6161561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4648802'] for subnet (a752d7c3-ff9c-4a44-8f1f-3687527ea4c8), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:40.207275 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b71b01a-1a7c-4b69-a4e8-729a9d95d175 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a752d7c3-ff9c-4a44-8f1f-3687527ea4c8,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:47:40.213083 dv-cinder-815660-7-smb neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9b71b01a-1a7c-4b69-a4e8-729a9d95d175 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for subnet (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:40.218912 dv-cinder-815660-7-smb neutron-server[103681]: INFO neutron.wsgi [None req-9b71b01a-1a7c-4b69-a4e8-729a9d95d175 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a752d7c3-ff9c-4a44-8f1f-3687527ea4c8 HTTP/1.1" status: 204 len: 168 time: 0.4071770 Apr 06 16:47:40.219401 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 45528) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:47:40.230847 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c649b6-2ca4-48d7-ae6c-1b844f16e527 None None] Network 905dec2a-0a2a-4dc2-a373-64830d2ec625 requested from dv-cinder-815660-7-smb {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:47:40.299400 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 5f3412f5-0a5f-4c29-9e14-14c606211a33 no longer exists at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:47:40.316264 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9bedd5dc-b3fc-4b54-9976-6089a158b71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1710238'] for network (905dec2a-0a2a-4dc2-a373-64830d2ec625), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:40.328691 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] No Port match for: 5f3412f5-0a5f-4c29-9e14-14c606211a33 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:47:40.329036 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 5f3412f5-0a5f-4c29-9e14-14c606211a33 not bound to the agent host dv-cinder-815660-7-smb {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:47:40.373268 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-9bedd5dc-b3fc-4b54-9976-6089a158b71d admin admin] Deleting port bbf3e110-8916-4ef5-8c0d-f0a35bdd6335 {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:47:40.373631 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9bedd5dc-b3fc-4b54-9976-6089a158b71d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (bbf3e110-8916-4ef5-8c0d-f0a35bdd6335), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:40.448569 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [None req-9bedd5dc-b3fc-4b54-9976-6089a158b71d admin admin] For port bbf3e110-8916-4ef5-8c0d-f0a35bdd6335, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=bbf3e110-8916-4ef5-8c0d-f0a35bdd6335,segment=NetworkSegment(6760d168-1300-4193-89bd-f5e48a29d015),segment_id=6760d168-1300-4193-89bd-f5e48a29d015)] {{(pid=103680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:47:40.448934 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9bedd5dc-b3fc-4b54-9976-6089a158b71d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (bbf3e110-8916-4ef5-8c0d-f0a35bdd6335), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:40.457478 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66770a1-bbf1-40ac-9cf3-900512477686 None None] DHCP port deletion for 905dec2a-0a2a-4dc2-a373-64830d2ec625 request from dv-cinder-815660-7-smb {{(pid=103682) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 16:47:40.465281 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-9bedd5dc-b3fc-4b54-9976-6089a158b71d admin admin] Calling delete_port for bbf3e110-8916-4ef5-8c0d-f0a35bdd6335 owned by network:dhcp {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:47:40.516398 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b66770a1-bbf1-40ac-9cf3-900512477686 None None] Deleting port bbf3e110-8916-4ef5-8c0d-f0a35bdd6335 {{(pid=103682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:47:40.516781 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b66770a1-bbf1-40ac-9cf3-900512477686 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (bbf3e110-8916-4ef5-8c0d-f0a35bdd6335), before_delete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:40.590191 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b66770a1-bbf1-40ac-9cf3-900512477686 None None] For port bbf3e110-8916-4ef5-8c0d-f0a35bdd6335, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=bbf3e110-8916-4ef5-8c0d-f0a35bdd6335,segment=NetworkSegment(6760d168-1300-4193-89bd-f5e48a29d015),segment_id=6760d168-1300-4193-89bd-f5e48a29d015)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:47:40.590590 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b66770a1-bbf1-40ac-9cf3-900512477686 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (bbf3e110-8916-4ef5-8c0d-f0a35bdd6335), precommit_delete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:40.603709 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b66770a1-bbf1-40ac-9cf3-900512477686 None None] Calling delete_port for bbf3e110-8916-4ef5-8c0d-f0a35bdd6335 owned by network:dhcp {{(pid=103682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:47:40.634198 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9bedd5dc-b3fc-4b54-9976-6089a158b71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (bbf3e110-8916-4ef5-8c0d-f0a35bdd6335), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:40.663605 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bedd5dc-b3fc-4b54-9976-6089a158b71d admin admin] Pushing event deleted for resources: {'Port': ['ID=bbf3e110-8916-4ef5-8c0d-f0a35bdd6335,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:47:40.668233 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bedd5dc-b3fc-4b54-9976-6089a158b71d admin admin] No DVR routers for this DVR port bbf3e110-8916-4ef5-8c0d-f0a35bdd6335 on host dv-cinder-815660-7-smb {{(pid=103680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:47:40.684684 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b66770a1-bbf1-40ac-9cf3-900512477686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285'] for port (bbf3e110-8916-4ef5-8c0d-f0a35bdd6335), after_delete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:40.712618 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66770a1-bbf1-40ac-9cf3-900512477686 None None] Pushing event deleted for resources: {'Port': ['ID=bbf3e110-8916-4ef5-8c0d-f0a35bdd6335,revision_number=None']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:47:40.716217 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66770a1-bbf1-40ac-9cf3-900512477686 None None] No DVR routers for this DVR port bbf3e110-8916-4ef5-8c0d-f0a35bdd6335 on host dv-cinder-815660-7-smb {{(pid=103682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:47:40.744259 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9bedd5dc-b3fc-4b54-9976-6089a158b71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1831458', 'neutron.services.segments.db._delete_segments_for_network-8758156444793'] for network (905dec2a-0a2a-4dc2-a373-64830d2ec625), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:40.767358 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.services.segments.db [None req-9bedd5dc-b3fc-4b54-9976-6089a158b71d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['905dec2a-0a2a-4dc2-a373-64830d2ec625']}} {{(pid=103680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:47:40.778434 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.services.segments.db [None req-9bedd5dc-b3fc-4b54-9976-6089a158b71d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6760d168-1300-4193-89bd-f5e48a29d015') {'for_net_delete': True} {{(pid=103680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:47:40.778733 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.services.segments.db [None req-9bedd5dc-b3fc-4b54-9976-6089a158b71d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6760d168-1300-4193-89bd-f5e48a29d015') {} {{(pid=103680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:47:40.789611 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9bedd5dc-b3fc-4b54-9976-6089a158b71d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758156443522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5945779'] for segment (6760d168-1300-4193-89bd-f5e48a29d015), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:40.804634 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9bedd5dc-b3fc-4b54-9976-6089a158b71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1728802'] for segment (6760d168-1300-4193-89bd-f5e48a29d015), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:40.810897 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bedd5dc-b3fc-4b54-9976-6089a158b71d admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103680) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 16:47:40.811293 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9bedd5dc-b3fc-4b54-9976-6089a158b71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1728802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5978208'] for segment (6760d168-1300-4193-89bd-f5e48a29d015), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:40.813062 dv-cinder-815660-7-smb neutron-server[103680]: Traceback (most recent call last): Apr 06 16:47:40.813062 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 16:47:40.813062 dv-cinder-815660-7-smb neutron-server[103680]: timer() Apr 06 16:47:40.813062 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 16:47:40.813062 dv-cinder-815660-7-smb neutron-server[103680]: cb(*args, **kw) Apr 06 16:47:40.813062 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 16:47:40.813062 dv-cinder-815660-7-smb neutron-server[103680]: return func(*args, **kwargs) Apr 06 16:47:40.813062 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 16:47:40.813062 dv-cinder-815660-7-smb neutron-server[103680]: self._notify() Apr 06 16:47:40.813062 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 16:47:40.813062 dv-cinder-815660-7-smb neutron-server[103680]: self.callback(batched_events) Apr 06 16:47:40.813062 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 16:47:40.813062 dv-cinder-815660-7-smb neutron-server[103680]: event.method(event) Apr 06 16:47:40.813062 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 16:47:40.813062 dv-cinder-815660-7-smb neutron-server[103680]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 16:47:40.813062 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 16:47:40.813062 dv-cinder-815660-7-smb neutron-server[103680]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 16:47:40.813062 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 16:47:40.813062 dv-cinder-815660-7-smb neutron-server[103680]: return f(self, *a, **k) Apr 06 16:47:40.813062 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 16:47:40.813062 dv-cinder-815660-7-smb neutron-server[103680]: return self._get(url).json() Apr 06 16:47:40.813062 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 16:47:40.813062 dv-cinder-815660-7-smb neutron-server[103680]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 16:47:40.813062 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 16:47:40.813062 dv-cinder-815660-7-smb neutron-server[103680]: return self.request(url, 'GET', **kwargs) Apr 06 16:47:40.813062 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 16:47:40.813062 dv-cinder-815660-7-smb neutron-server[103680]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 16:47:40.813062 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 16:47:40.813062 dv-cinder-815660-7-smb neutron-server[103680]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 16:47:40.813062 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 16:47:40.813062 dv-cinder-815660-7-smb neutron-server[103680]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 16:47:40.813062 dv-cinder-815660-7-smb neutron-server[103680]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 16:47:40.971981 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9bedd5dc-b3fc-4b54-9976-6089a158b71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1831515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617055'] for network (905dec2a-0a2a-4dc2-a373-64830d2ec625), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:40.976755 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9bedd5dc-b3fc-4b54-9976-6089a158b71d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:40.980221 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-9bedd5dc-b3fc-4b54-9976-6089a158b71d admin admin] 10.222.0.49 "DELETE /v2.0/networks/905dec2a-0a2a-4dc2-a373-64830d2ec625 HTTP/1.1" status: 204 len: 168 time: 0.7591882 Apr 06 16:47:40.983062 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 45530) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:47:41.000062 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bedd5dc-b3fc-4b54-9976-6089a158b71d admin admin] Pushing event deleted for resources: {'Network': ['ID=905dec2a-0a2a-4dc2-a373-64830d2ec625,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:47:41.351118 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a9110127-63a0-47f4-9414-6b737da8e57f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617325'] for router_interface (174f8b3c-8340-4147-bf93-6f00e059399a), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:41.606753 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-a9110127-63a0-47f4-9414-6b737da8e57f admin admin] Deleting port 5efda657-94e9-45f5-ac1a-ab85b6c90c81 {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:47:41.606996 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a9110127-63a0-47f4-9414-6b737da8e57f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (5efda657-94e9-45f5-ac1a-ab85b6c90c81), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:41.688964 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [None req-a9110127-63a0-47f4-9414-6b737da8e57f admin admin] For port 5efda657-94e9-45f5-ac1a-ab85b6c90c81, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=5efda657-94e9-45f5-ac1a-ab85b6c90c81,segment=NetworkSegment(a4f3e35a-9e40-4a51-999b-b6c0a1ddfe4f),segment_id=a4f3e35a-9e40-4a51-999b-b6c0a1ddfe4f)] {{(pid=103680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:47:41.689325 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a9110127-63a0-47f4-9414-6b737da8e57f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (5efda657-94e9-45f5-ac1a-ab85b6c90c81), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:41.702707 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-a9110127-63a0-47f4-9414-6b737da8e57f admin admin] Calling delete_port for 5efda657-94e9-45f5-ac1a-ab85b6c90c81 owned by network:router_interface {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:47:41.897551 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device bbf3e110-8916-4ef5-8c0d-f0a35bdd6335 no longer exists at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:47:41.919006 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] No Port match for: bbf3e110-8916-4ef5-8c0d-f0a35bdd6335 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:47:41.919348 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device bbf3e110-8916-4ef5-8c0d-f0a35bdd6335 not bound to the agent host dv-cinder-815660-7-smb {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:47:41.919803 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 67b90e50-e195-4b24-84c4-4e453a9330dd no longer exists at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:47:41.939208 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] No Port match for: 67b90e50-e195-4b24-84c4-4e453a9330dd {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:47:41.939560 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 67b90e50-e195-4b24-84c4-4e453a9330dd not bound to the agent host dv-cinder-815660-7-smb {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:47:41.976426 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a9110127-63a0-47f4-9414-6b737da8e57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (5efda657-94e9-45f5-ac1a-ab85b6c90c81), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:42.004315 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9110127-63a0-47f4-9414-6b737da8e57f admin admin] Pushing event deleted for resources: {'Port': ['ID=5efda657-94e9-45f5-ac1a-ab85b6c90c81,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:47:42.179719 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a9110127-63a0-47f4-9414-6b737da8e57f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617213'] for router_interface (174f8b3c-8340-4147-bf93-6f00e059399a), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:42.668629 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9110127-63a0-47f4-9414-6b737da8e57f admin admin] Router 174f8b3c-8340-4147-bf93-6f00e059399a has already been hosted by L3 agent 94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e {{(pid=103680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:47:42.786296 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9110127-63a0-47f4-9414-6b737da8e57f admin admin] Notify agent at l3_agent.dv-cinder-815660-7-smb the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:47:42.791914 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-a9110127-63a0-47f4-9414-6b737da8e57f admin admin] 10.222.0.49 "PUT /v2.0/routers/174f8b3c-8340-4147-bf93-6f00e059399a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8074088 Apr 06 16:47:42.794012 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 45532) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:47:42.798241 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a007691-340f-4774-b85e-8934e29c2cdd None None] Sync routers for ids ['174f8b3c-8340-4147-bf93-6f00e059399a'] in dv-cinder-815660-7-smb {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:47:42.808172 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a007691-340f-4774-b85e-8934e29c2cdd None None] Routers {'174f8b3c-8340-4147-bf93-6f00e059399a'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:47:42.808792 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-8a007691-340f-4774-b85e-8934e29c2cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:47:32Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['174f8b3c-8340-4147-bf93-6f00e059399a'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:47:42.906383 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-59438c4a-d931-49fe-8fea-0b9dddc0344d admin admin] Publish callbacks [] for router (174f8b3c-8340-4147-bf93-6f00e059399a), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:42.918263 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-8a007691-340f-4774-b85e-8934e29c2cdd None None] Set router 174f8b3c-8340-4147-bf93-6f00e059399a gateway port host: dv-cinder-815660-7-smb {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:47:43.019717 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-59438c4a-d931-49fe-8fea-0b9dddc0344d admin admin] Publish callbacks [] for router_gateway (174f8b3c-8340-4147-bf93-6f00e059399a), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:43.129538 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-59438c4a-d931-49fe-8fea-0b9dddc0344d admin admin] Deleting port f4a09dc2-fbc5-42c5-b8ce-de0a761abc76 {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:47:43.129813 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-59438c4a-d931-49fe-8fea-0b9dddc0344d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (f4a09dc2-fbc5-42c5-b8ce-de0a761abc76), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:43.187082 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-8a007691-340f-4774-b85e-8934e29c2cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174f8b3c-8340-4147-bf93-6f00e059399a', 'name': 'tempest-TestShelveInstance-1563702747-router', 'tenant_id': '1c67d5ab7a5542f182bbc10b40cd4b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'external_fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': 'f4a09dc2-fbc5-42c5-b8ce-de0a761abc76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:42:07Z', 'updated_at': '2022-04-06T16:47:41Z', 'revision_number': 5, 'project_id': '1c67d5ab7a5542f182bbc10b40cd4b22', 'gw_port': {'id': 'f4a09dc2-fbc5-42c5-b8ce-de0a761abc76', 'name': '', 'network_id': '5748d197-8213-47ef-9188-592aa7f2e542', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174f8b3c-8340-4147-bf93-6f00e059399a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:42:07Z', 'updated_at': '2022-04-06T16:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30360da9-bba6-4593-a408-3cd8aca8fb5f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-7-smb'}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:47:43.211306 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [None req-59438c4a-d931-49fe-8fea-0b9dddc0344d admin admin] For port f4a09dc2-fbc5-42c5-b8ce-de0a761abc76, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=f4a09dc2-fbc5-42c5-b8ce-de0a761abc76,segment=NetworkSegment(3728a512-0136-4544-ad0a-d8addcf850d8),segment_id=3728a512-0136-4544-ad0a-d8addcf850d8)] {{(pid=103680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:47:43.211759 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-59438c4a-d931-49fe-8fea-0b9dddc0344d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (f4a09dc2-fbc5-42c5-b8ce-de0a761abc76), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:43.218388 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a007691-340f-4774-b85e-8934e29c2cdd None None] Checking router: 174f8b3c-8340-4147-bf93-6f00e059399a for host: dv-cinder-815660-7-smb {{(pid=103683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:47:43.225304 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-59438c4a-d931-49fe-8fea-0b9dddc0344d admin admin] Calling delete_port for f4a09dc2-fbc5-42c5-b8ce-de0a761abc76 owned by network:router_gateway {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:47:43.227510 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a007691-340f-4774-b85e-8934e29c2cdd None None] Routers {'174f8b3c-8340-4147-bf93-6f00e059399a'} bound to L3 agent in host dv-cinder-815660-7-smb {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:47:43.228154 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-8a007691-340f-4774-b85e-8934e29c2cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:22:02Z,description=,heartbeat_timestamp=2022-04-06T16:47:32Z,host='dv-cinder-815660-7-smb',id=94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:22:03Z,topic='l3_agent')) {'router_ids': ['174f8b3c-8340-4147-bf93-6f00e059399a'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:47:43.314492 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-8a007691-340f-4774-b85e-8934e29c2cdd None None] Set router 174f8b3c-8340-4147-bf93-6f00e059399a gateway port host: None {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:47:43.367460 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-8a007691-340f-4774-b85e-8934e29c2cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174f8b3c-8340-4147-bf93-6f00e059399a', 'name': 'tempest-TestShelveInstance-1563702747-router', 'tenant_id': '1c67d5ab7a5542f182bbc10b40cd4b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:42:07Z', 'updated_at': '2022-04-06T16:47:43Z', 'revision_number': 6, 'project_id': '1c67d5ab7a5542f182bbc10b40cd4b22', 'gw_port_host': None}], 'dv-cinder-815660-7-smb', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:47:43.397599 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a007691-340f-4774-b85e-8934e29c2cdd None None] The sync data for ids ['174f8b3c-8340-4147-bf93-6f00e059399a'] in dv-cinder-815660-7-smb is: [{'id': '174f8b3c-8340-4147-bf93-6f00e059399a', 'name': 'tempest-TestShelveInstance-1563702747-router', 'tenant_id': '1c67d5ab7a5542f182bbc10b40cd4b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:42:07Z', 'updated_at': '2022-04-06T16:47:43Z', 'revision_number': 6, 'project_id': '1c67d5ab7a5542f182bbc10b40cd4b22', 'gw_port_host': None}] {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:47:43.480427 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-59438c4a-d931-49fe-8fea-0b9dddc0344d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (f4a09dc2-fbc5-42c5-b8ce-de0a761abc76), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:43.505298 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59438c4a-d931-49fe-8fea-0b9dddc0344d admin admin] Pushing event deleted for resources: {'Port': ['ID=f4a09dc2-fbc5-42c5-b8ce-de0a761abc76,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:47:43.575249 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-59438c4a-d931-49fe-8fea-0b9dddc0344d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617019'] for router_gateway (174f8b3c-8340-4147-bf93-6f00e059399a), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:43.668979 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-59438c4a-d931-49fe-8fea-0b9dddc0344d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-616840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3787'] for router (174f8b3c-8340-4147-bf93-6f00e059399a), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:43.671084 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-59438c4a-d931-49fe-8fea-0b9dddc0344d admin admin] Publish callbacks [] for router_controller (174f8b3c-8340-4147-bf93-6f00e059399a), precommit_delete_associations {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:43.797872 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-59438c4a-d931-49fe-8fea-0b9dddc0344d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616833'] for router (174f8b3c-8340-4147-bf93-6f00e059399a), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:43.798411 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59438c4a-d931-49fe-8fea-0b9dddc0344d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 174f8b3c-8340-4147-bf93-6f00e059399a {{(pid=103680) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 16:47:43.804267 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-59438c4a-d931-49fe-8fea-0b9dddc0344d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:43.805477 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-59438c4a-d931-49fe-8fea-0b9dddc0344d admin admin] 10.222.0.49 "DELETE /v2.0/routers/174f8b3c-8340-4147-bf93-6f00e059399a HTTP/1.1" status: 204 len: 168 time: 1.0105190 Apr 06 16:47:43.807978 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 45534) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:47:43.855988 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dc36a6b-aa65-4b84-8d82-c1dcf135a78e admin admin] Deleting subnet 45fae3d3-9d27-4c61-9a89-eeac13f05f07 {{(pid=103680) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 16:47:43.859326 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4dc36a6b-aa65-4b84-8d82-c1dcf135a78e admin admin] Publish callbacks [] for subnet (45fae3d3-9d27-4c61-9a89-eeac13f05f07), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:43.895341 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4dc36a6b-aa65-4b84-8d82-c1dcf135a78e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5945672'] for subnet (45fae3d3-9d27-4c61-9a89-eeac13f05f07), precommit_delete_associations {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:43.977788 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4dc36a6b-aa65-4b84-8d82-c1dcf135a78e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1833433'] for subnet (45fae3d3-9d27-4c61-9a89-eeac13f05f07), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:44.117884 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4dc36a6b-aa65-4b84-8d82-c1dcf135a78e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1833430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5978122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4346813'] for subnet (45fae3d3-9d27-4c61-9a89-eeac13f05f07), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:44.144414 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc36a6b-aa65-4b84-8d82-c1dcf135a78e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45fae3d3-9d27-4c61-9a89-eeac13f05f07,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:47:44.150666 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4dc36a6b-aa65-4b84-8d82-c1dcf135a78e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:44.155159 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-4dc36a6b-aa65-4b84-8d82-c1dcf135a78e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/45fae3d3-9d27-4c61-9a89-eeac13f05f07 HTTP/1.1" status: 204 len: 168 time: 0.3456144 Apr 06 16:47:44.157075 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 45536) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:47:44.168831 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb181b8c-b737-447a-9e00-d6430b15b272 None None] Network cae221a0-69ca-49f4-afe9-62cfee1f1427 requested from dv-cinder-815660-7-smb {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:47:44.217383 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device f4a09dc2-fbc5-42c5-b8ce-de0a761abc76 no longer exists at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:47:44.243566 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b33b078d-e4c0-41f1-9749-e3bf2ce50a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1710238'] for network (cae221a0-69ca-49f4-afe9-62cfee1f1427), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:44.247098 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] No Port match for: f4a09dc2-fbc5-42c5-b8ce-de0a761abc76 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:47:44.247459 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device f4a09dc2-fbc5-42c5-b8ce-de0a761abc76 not bound to the agent host dv-cinder-815660-7-smb {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:47:44.247933 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 5efda657-94e9-45f5-ac1a-ab85b6c90c81 no longer exists at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:47:44.274264 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] No Port match for: 5efda657-94e9-45f5-ac1a-ab85b6c90c81 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:47:44.274623 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 5efda657-94e9-45f5-ac1a-ab85b6c90c81 not bound to the agent host dv-cinder-815660-7-smb {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:47:44.308764 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-b33b078d-e4c0-41f1-9749-e3bf2ce50a1e admin admin] Deleting port 1b33361c-0c40-4f9c-b885-2877a73c7941 {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:47:44.309104 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b33b078d-e4c0-41f1-9749-e3bf2ce50a1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (1b33361c-0c40-4f9c-b885-2877a73c7941), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:44.381228 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.db [None req-b33b078d-e4c0-41f1-9749-e3bf2ce50a1e admin admin] For port 1b33361c-0c40-4f9c-b885-2877a73c7941, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=1b33361c-0c40-4f9c-b885-2877a73c7941,segment=NetworkSegment(a4f3e35a-9e40-4a51-999b-b6c0a1ddfe4f),segment_id=a4f3e35a-9e40-4a51-999b-b6c0a1ddfe4f)] {{(pid=103680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:47:44.381228 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b33b078d-e4c0-41f1-9749-e3bf2ce50a1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (1b33361c-0c40-4f9c-b885-2877a73c7941), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:44.381448 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64325158-b763-463b-944a-428d87a7edc7 None None] DHCP port deletion for cae221a0-69ca-49f4-afe9-62cfee1f1427 request from dv-cinder-815660-7-smb {{(pid=103682) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 16:47:44.410831 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-b33b078d-e4c0-41f1-9749-e3bf2ce50a1e admin admin] Calling delete_port for 1b33361c-0c40-4f9c-b885-2877a73c7941 owned by network:dhcp {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:47:44.448958 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-64325158-b763-463b-944a-428d87a7edc7 None None] Deleting port 1b33361c-0c40-4f9c-b885-2877a73c7941 {{(pid=103682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 16:47:44.448958 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-64325158-b763-463b-944a-428d87a7edc7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758156466481'] for port (1b33361c-0c40-4f9c-b885-2877a73c7941), before_delete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:44.508586 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-64325158-b763-463b-944a-428d87a7edc7 None None] For port 1b33361c-0c40-4f9c-b885-2877a73c7941, host dv-cinder-815660-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-7-smb',level=0,port_id=1b33361c-0c40-4f9c-b885-2877a73c7941,segment=NetworkSegment(a4f3e35a-9e40-4a51-999b-b6c0a1ddfe4f),segment_id=a4f3e35a-9e40-4a51-999b-b6c0a1ddfe4f)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:47:44.508906 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-64325158-b763-463b-944a-428d87a7edc7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592412'] for port (1b33361c-0c40-4f9c-b885-2877a73c7941), precommit_delete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:44.522644 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-64325158-b763-463b-944a-428d87a7edc7 None None] Calling delete_port for 1b33361c-0c40-4f9c-b885-2877a73c7941 owned by network:dhcp {{(pid=103682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 16:47:44.558399 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b33b078d-e4c0-41f1-9749-e3bf2ce50a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978173'] for port (1b33361c-0c40-4f9c-b885-2877a73c7941), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:44.585799 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33b078d-e4c0-41f1-9749-e3bf2ce50a1e admin admin] No DVR routers for this DVR port 1b33361c-0c40-4f9c-b885-2877a73c7941 on host dv-cinder-815660-7-smb {{(pid=103680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:47:44.587791 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b078d-e4c0-41f1-9749-e3bf2ce50a1e admin admin] Pushing event deleted for resources: {'Port': ['ID=1b33361c-0c40-4f9c-b885-2877a73c7941,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:47:44.614035 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-64325158-b763-463b-944a-428d87a7edc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1741319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758156474884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758155990285'] for port (1b33361c-0c40-4f9c-b885-2877a73c7941), after_delete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:44.640968 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64325158-b763-463b-944a-428d87a7edc7 None None] No DVR routers for this DVR port 1b33361c-0c40-4f9c-b885-2877a73c7941 on host dv-cinder-815660-7-smb {{(pid=103682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 16:47:44.644948 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64325158-b763-463b-944a-428d87a7edc7 None None] Pushing event deleted for resources: {'Port': ['ID=1b33361c-0c40-4f9c-b885-2877a73c7941,revision_number=None']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:47:44.653432 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64325158-b763-463b-944a-428d87a7edc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:47:44.654223 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64325158-b763-463b-944a-428d87a7edc7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:47:44.654223 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64325158-b763-463b-944a-428d87a7edc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:47:44.654582 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64325158-b763-463b-944a-428d87a7edc7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:47:44.654850 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64325158-b763-463b-944a-428d87a7edc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:47:44.655105 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64325158-b763-463b-944a-428d87a7edc7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:47:44.655964 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64325158-b763-463b-944a-428d87a7edc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:47:44.655964 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64325158-b763-463b-944a-428d87a7edc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:47:44.656297 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64325158-b763-463b-944a-428d87a7edc7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:47:44.656409 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64325158-b763-463b-944a-428d87a7edc7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:47:44.656729 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64325158-b763-463b-944a-428d87a7edc7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:47:44.657054 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64325158-b763-463b-944a-428d87a7edc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:47:44.657374 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64325158-b763-463b-944a-428d87a7edc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:47:44.657694 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64325158-b763-463b-944a-428d87a7edc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:47:44.658012 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64325158-b763-463b-944a-428d87a7edc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-7-smb {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:47:44.666196 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b33b078d-e4c0-41f1-9749-e3bf2ce50a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1831458', 'neutron.services.segments.db._delete_segments_for_network-8758156444793'] for network (cae221a0-69ca-49f4-afe9-62cfee1f1427), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:44.686514 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.services.segments.db [None req-b33b078d-e4c0-41f1-9749-e3bf2ce50a1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cae221a0-69ca-49f4-afe9-62cfee1f1427']}} {{(pid=103680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:47:44.696125 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.services.segments.db [None req-b33b078d-e4c0-41f1-9749-e3bf2ce50a1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4f3e35a-9e40-4a51-999b-b6c0a1ddfe4f') {'for_net_delete': True} {{(pid=103680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:47:44.696416 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.services.segments.db [None req-b33b078d-e4c0-41f1-9749-e3bf2ce50a1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4f3e35a-9e40-4a51-999b-b6c0a1ddfe4f') {} {{(pid=103680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:47:44.706423 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b33b078d-e4c0-41f1-9749-e3bf2ce50a1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758156443522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5945779'] for segment (a4f3e35a-9e40-4a51-999b-b6c0a1ddfe4f), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:44.720199 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b33b078d-e4c0-41f1-9749-e3bf2ce50a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1728802'] for segment (a4f3e35a-9e40-4a51-999b-b6c0a1ddfe4f), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:44.727548 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b33b078d-e4c0-41f1-9749-e3bf2ce50a1e admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103680) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 16:47:44.728134 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b33b078d-e4c0-41f1-9749-e3bf2ce50a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1728802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5978208'] for segment (a4f3e35a-9e40-4a51-999b-b6c0a1ddfe4f), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:44.729911 dv-cinder-815660-7-smb neutron-server[103680]: Traceback (most recent call last): Apr 06 16:47:44.729911 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 16:47:44.729911 dv-cinder-815660-7-smb neutron-server[103680]: timer() Apr 06 16:47:44.729911 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 16:47:44.729911 dv-cinder-815660-7-smb neutron-server[103680]: cb(*args, **kw) Apr 06 16:47:44.729911 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 16:47:44.729911 dv-cinder-815660-7-smb neutron-server[103680]: return func(*args, **kwargs) Apr 06 16:47:44.729911 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 16:47:44.729911 dv-cinder-815660-7-smb neutron-server[103680]: self._notify() Apr 06 16:47:44.729911 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 16:47:44.729911 dv-cinder-815660-7-smb neutron-server[103680]: self.callback(batched_events) Apr 06 16:47:44.729911 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 16:47:44.729911 dv-cinder-815660-7-smb neutron-server[103680]: event.method(event) Apr 06 16:47:44.729911 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 16:47:44.729911 dv-cinder-815660-7-smb neutron-server[103680]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 16:47:44.729911 dv-cinder-815660-7-smb neutron-server[103680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 16:47:44.729911 dv-cinder-815660-7-smb neutron-server[103680]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 16:47:44.729911 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 16:47:44.729911 dv-cinder-815660-7-smb neutron-server[103680]: return f(self, *a, **k) Apr 06 16:47:44.729911 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 16:47:44.729911 dv-cinder-815660-7-smb neutron-server[103680]: return self._get(url).json() Apr 06 16:47:44.729911 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 16:47:44.729911 dv-cinder-815660-7-smb neutron-server[103680]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 16:47:44.729911 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 16:47:44.729911 dv-cinder-815660-7-smb neutron-server[103680]: return self.request(url, 'GET', **kwargs) Apr 06 16:47:44.729911 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 16:47:44.729911 dv-cinder-815660-7-smb neutron-server[103680]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 16:47:44.729911 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 16:47:44.729911 dv-cinder-815660-7-smb neutron-server[103680]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 16:47:44.729911 dv-cinder-815660-7-smb neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 16:47:44.729911 dv-cinder-815660-7-smb neutron-server[103680]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 16:47:44.729911 dv-cinder-815660-7-smb neutron-server[103680]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 16:47:44.832807 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b33b078d-e4c0-41f1-9749-e3bf2ce50a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1831515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617055'] for network (cae221a0-69ca-49f4-afe9-62cfee1f1427), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:44.838171 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b33b078d-e4c0-41f1-9749-e3bf2ce50a1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:44.841339 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-b33b078d-e4c0-41f1-9749-e3bf2ce50a1e admin admin] 10.222.0.49 "DELETE /v2.0/networks/cae221a0-69ca-49f4-afe9-62cfee1f1427 HTTP/1.1" status: 204 len: 168 time: 0.6830347 Apr 06 16:47:44.853677 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b078d-e4c0-41f1-9749-e3bf2ce50a1e admin admin] Pushing event deleted for resources: {'Network': ['ID=cae221a0-69ca-49f4-afe9-62cfee1f1427,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:47:45.213101 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 45540) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:47:45.252034 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-9b62645c-2e6a-4bd7-9856-cfbe5e25c007 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3e0e9fb0b0674a50974ceebc2e7584ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377338 Apr 06 16:47:45.254972 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 45542) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:47:45.305450 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2cbdea4c-8902-4157-95b7-a249226e30c4 admin admin] Publish callbacks [] for security_group (b596dcb9-a69d-4c4d-a52f-5fcc9d7cb0b0), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:45.326789 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2cbdea4c-8902-4157-95b7-a249226e30c4 admin admin] Publish callbacks [] for security_group (b596dcb9-a69d-4c4d-a52f-5fcc9d7cb0b0), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:45.448974 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2cbdea4c-8902-4157-95b7-a249226e30c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (b596dcb9-a69d-4c4d-a52f-5fcc9d7cb0b0), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:45.451547 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2cbdea4c-8902-4157-95b7-a249226e30c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:45.452764 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-2cbdea4c-8902-4157-95b7-a249226e30c4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b596dcb9-a69d-4c4d-a52f-5fcc9d7cb0b0 HTTP/1.1" status: 204 len: 168 time: 0.1968961 Apr 06 16:47:45.462485 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbdea4c-8902-4157-95b7-a249226e30c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b596dcb9-a69d-4c4d-a52f-5fcc9d7cb0b0,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:47:45.896001 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 1b33361c-0c40-4f9c-b885-2877a73c7941 no longer exists at agent ovs-agent-dv-cinder-815660-7-smb {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 16:47:45.916477 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] No Port match for: 1b33361c-0c40-4f9c-b885-2877a73c7941 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 16:47:45.916825 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Device 1b33361c-0c40-4f9c-b885-2877a73c7941 not bound to the agent host dv-cinder-815660-7-smb {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 16:47:46.152171 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 45548) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:47:46.193589 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-d4ad1b34-10cb-4126-a7fb-1fd66092b8a4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1c67d5ab7a5542f182bbc10b40cd4b22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402825 Apr 06 16:47:46.196195 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.49', 45550) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:47:46.244353 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-1180242a-8279-4eb3-9797-2fd7e1b95ab9 admin admin] Publish callbacks [] for security_group (eec117fc-61a7-4f50-936d-adc2ba530ff7), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:46.264765 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-1180242a-8279-4eb3-9797-2fd7e1b95ab9 admin admin] Publish callbacks [] for security_group (eec117fc-61a7-4f50-936d-adc2ba530ff7), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:46.411747 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-1180242a-8279-4eb3-9797-2fd7e1b95ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642923'] for security_group (eec117fc-61a7-4f50-936d-adc2ba530ff7), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:46.415202 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-1180242a-8279-4eb3-9797-2fd7e1b95ab9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:47:46.416666 dv-cinder-815660-7-smb neutron-server[103680]: INFO neutron.wsgi [None req-1180242a-8279-4eb3-9797-2fd7e1b95ab9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eec117fc-61a7-4f50-936d-adc2ba530ff7 HTTP/1.1" status: 204 len: 168 time: 0.2195826 Apr 06 16:47:46.425127 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1180242a-8279-4eb3-9797-2fd7e1b95ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec117fc-61a7-4f50-936d-adc2ba530ff7,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:47:59.737481 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-d5326da8-d7d7-4f70-a254-8c38304db7a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:48:01.377159 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (0e5c86dc-cd19-4356-a060-9388d8808620), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:48:02.066320 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b3ba9ced-e920-4dd8-8618-75750e64acc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:48:03.517345 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:48:04.617248 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:48:06.171327 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:48:13.612763 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.agents_db [None req-a950ddbd-9d44-4943-b7d7-a118ae2e1c13 None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:48:29.763006 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-c173b1f1-8b62-4ffb-9615-50ca017f53d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:48:31.368585 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (0e5c86dc-cd19-4356-a060-9388d8808620), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:48:32.077154 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-862559c2-aa9a-4eea-8ae8-b1063efe5718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:48:33.525680 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:48:34.625868 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:48:36.174846 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:48:50.612811 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.agents_db [None req-a950ddbd-9d44-4943-b7d7-a118ae2e1c13 None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:48:59.771578 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-56bf8bf4-50b0-4b8d-b07c-bb31e7796c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:49:01.374391 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (0e5c86dc-cd19-4356-a060-9388d8808620), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:49:02.091489 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-fbd3d64f-47b8-43f0-aac3-af4b20fe0097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:49:03.545710 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:49:04.646649 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:49:06.169023 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:49:27.612564 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.agents_db [None req-a950ddbd-9d44-4943-b7d7-a118ae2e1c13 None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:49:29.745389 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-75c3ecb9-1441-4bce-8b03-20bd5232df90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:49:31.362966 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (0e5c86dc-cd19-4356-a060-9388d8808620), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:49:32.085950 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-21df905e-e7d2-446c-bbd0-4f0dc44a986f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:49:33.522990 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:49:34.634635 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:49:36.189450 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:49:59.749167 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-84d6cdc8-ab81-4988-b9cd-095e21060ea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:50:01.369841 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (0e5c86dc-cd19-4356-a060-9388d8808620), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:50:02.100122 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f5391bf6-38e1-462e-99c1-c62de4a762ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:50:03.520495 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:50:04.612508 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.agents_db [None req-a950ddbd-9d44-4943-b7d7-a118ae2e1c13 None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:50:04.623952 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:50:06.183267 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:50:29.774976 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-62b3014c-042e-48cd-bcae-cdc2fc5457c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:50:31.386799 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (0e5c86dc-cd19-4356-a060-9388d8808620), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:50:32.069502 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-fa843af8-7086-4756-af9d-61267ed878bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:50:33.539989 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:50:34.631699 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:50:36.180734 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:50:41.611025 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.agents_db [None req-a950ddbd-9d44-4943-b7d7-a118ae2e1c13 None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:50:59.746748 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-9a08d4d5-344c-4e93-9ed8-8ad12545af97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:51:01.437445 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (0e5c86dc-cd19-4356-a060-9388d8808620), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:51:02.069722 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-256dda7a-822e-4a48-b564-c20d26973ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:51:03.569132 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:51:04.660229 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:51:06.174402 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:51:18.610519 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.agents_db [None req-a950ddbd-9d44-4943-b7d7-a118ae2e1c13 None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:51:29.734696 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-1d4d9d94-41ef-4262-a7d4-7560713e40a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:51:31.441389 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (0e5c86dc-cd19-4356-a060-9388d8808620), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:51:32.066219 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-eec2c97c-27e3-4841-a6b7-aa288fb6bac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:51:33.540521 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:51:34.649066 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:51:36.218642 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:51:55.611765 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.agents_db [None req-a950ddbd-9d44-4943-b7d7-a118ae2e1c13 None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:51:59.746163 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-eb559b0b-77e6-433a-b477-10ae39c20090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:52:01.435826 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (0e5c86dc-cd19-4356-a060-9388d8808620), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:52:02.064433 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-4dfcf730-59c0-4a9e-831a-8f2dc14fa07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:52:03.538935 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:52:04.664383 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:52:06.190157 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:52:29.735317 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-36e0d522-22cf-4425-96af-80719b3d4508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:52:31.430346 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (0e5c86dc-cd19-4356-a060-9388d8808620), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:52:32.083453 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-e9f0494e-2361-44d6-a379-e0ec19ba1f32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:52:32.611344 dv-cinder-815660-7-smb neutron-server[103683]: DEBUG neutron.db.agents_db [None req-a950ddbd-9d44-4943-b7d7-a118ae2e1c13 None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:52:33.552250 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9a9f-3ee6-4a04-9ea3-94abe5195891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (956a1770-48b4-425e-aa88-e968edc0f3b6), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:52:34.638189 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7ee634ca-47b1-4664-a444-a8dc9d65e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (d86915bc-5717-4abd-a107-a23c79c38698), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:52:36.198064 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-24802c40-06a0-46b8-95ac-b5e450b7f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (c8d6835f-40e2-4c71-9616-8d834b10e2ce), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:52:52.033447 dv-cinder-815660-7-smb neutron-server[103680]: DEBUG neutron.wsgi [req-95803d5a-dd78-471b-bfc9-a016215c8a17 req-da474bac-6466-4d3e-9d8f-4e06dadc567d service neutron] (103680) timed out ('10.222.0.39', 50358) {{(pid=103680) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 16:52:59.799334 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-61ddda9b-f8da-4516-bee5-611753057886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (f8e9d332-5077-4d82-8c59-e3560cf7409d), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:53:01.442222 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf07b-f61a-4b44-8e58-7a5fa1d321ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (0e5c86dc-cd19-4356-a060-9388d8808620), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:53:02.049931 dv-cinder-815660-7-smb neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-4809eea2-b3de-4ac5-b7a3-7ebf00ac1e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758156444775', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832419'] for agent (94241a9d-a5f7-4678-b2f6-f2ff78d9cd1e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}